-- Logs begin at Mon 2021-05-10 14:25:11 UTC, end at Mon 2021-05-10 15:22:55 UTC. -- May 10 14:52:50.219783 dv-cinder-774286-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 10 14:52:52.611021 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.common.config [-] Logging enabled! May 10 14:52:52.611603 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 14:52:52.611792 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78637) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 14:52:52.614964 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.common.config [-] Logging enabled! May 10 14:52:52.615223 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192 May 10 14:52:52.615533 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78637) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 10 14:52:52.616487 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 14:52:52.616725 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 14:52:52.617085 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 14:52:52.617330 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 14:52:52.617557 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 14:52:52.617879 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.618181 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.618478 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.618708 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.619002 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.619292 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.619576 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.619868 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.620209 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.620503 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.620783 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.621067 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.621298 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.621579 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.621872 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.622160 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.622385 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] debug = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.622662 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.623138 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.623488 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.623764 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.624224 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.624358 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.624620 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.624895 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.625177 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.625508 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] host = dv-cinder-774286-14-iscsi {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.625787 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.626078 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.626365 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.626652 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.626927 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.627205 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.627493 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.627769 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.628070 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] log_file = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.628348 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.628637 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.628926 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.629216 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.629442 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.629665 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.629955 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.630243 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.630518 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.630792 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.631065 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.631337 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.631608 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.631881 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.632200 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.632490 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.632773 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.633047 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.633319 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.633589 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.633860 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.634146 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.634417 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.634690 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.634957 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.635241 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.635508 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.635777 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.636618 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.636903 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.637188 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.637472 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.637745 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.638030 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.638306 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.638580 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.638852 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] use_json = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.639124 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.639396 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.639679 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.639951 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.640247 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.640521 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.640793 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.641079 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:52.641374 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.641672 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.641970 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.642259 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.642554 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.642832 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.643119 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.643396 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.643681 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.643967 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.644274 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.644553 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.644843 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.645118 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.645410 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.645715 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.646009 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.646298 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.646576 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.646848 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.647122 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.647403 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.647687 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.647998 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.648288 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.648563 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.648844 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.649137 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.649412 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.649685 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.649962 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.650250 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.650529 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.650802 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.651082 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.651357 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.652293 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.652568 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.652846 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.653134 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.653411 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.653684 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.653956 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.654234 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.654504 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.654793 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.655068 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.655341 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.655612 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.655889 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.656184 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.656458 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.656734 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.657007 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.657284 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.657554 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.657826 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.658096 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.658368 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.658638 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.658909 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.659180 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.659456 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.659726 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.660018 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.660291 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.660561 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.660832 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.661119 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.661415 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.661693 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.661969 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.662246 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.662525 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.662802 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.663080 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.663357 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.663633 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.663904 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.664219 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.664501 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.664785 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.665067 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.665345 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.665638 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.665913 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.666192 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.666466 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.666740 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.667029 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.667339 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.667635 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.667930 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.668250 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.668584 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.668874 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.669157 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.669466 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.669746 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:52.669965 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 14:52:52.670202 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78637) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 14:52:53.019620 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:52:53.019901 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:52:53.020226 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:52:53.020571 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 14:52:53.324046 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.324254 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.324527 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.325739 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.326018 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.326287 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.445171 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.445449 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.445718 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.458756 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.459038 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.459310 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.487465 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.487752 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.488049 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.525733 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.526012 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.526281 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.757726 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.758327 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.758327 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.758497 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.759186 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.882774 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.883098 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.883383 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.883658 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.883925 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.884269 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.884529 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.884786 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.885041 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.885321 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.885581 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.885912 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.886232 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.886489 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.886759 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.887030 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.887290 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.887564 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.887819 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.888141 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.888490 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.888744 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.888994 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.889419 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.889677 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.889930 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.890315 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:52:53.890556 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:52:53.890798 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:52:53.891035 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:52:53.891274 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:52:53.891509 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:52:53.891874 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 14:52:53.894986 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 14:52:53.898925 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 14:52:53.903405 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) May 10 14:52:53.905065 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 14:52:53.905517 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 14:52:53.905855 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 14:52:53.906244 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 14:52:53.909110 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 14:52:53.909369 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 14:52:53.909873 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 14:52:53.937971 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 14:52:53.938426 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.938723 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78637) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 10 14:52:53.939089 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.940478 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78637) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 14:52:53.940762 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 14:52:53.941010 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 14:52:53.944113 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:53.944400 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.017393 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 14:52:54.017575 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 14:52:54.017816 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 14:52:54.018186 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 14:52:54.047669 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_db.sqlalchemy.engines [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78637) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 14:52:54.381573 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Initializing driver for type 'gre' May 10 14:52:54.382147 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] gre ID ranges: [(1, 1000)] May 10 14:52:54.438143 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Initializing driver for type 'local' May 10 14:52:54.438484 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Initializing driver for type 'vlan' May 10 14:52:54.450269 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] VlanTypeDriver initialization complete May 10 14:52:54.450595 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Initializing driver for type 'vxlan' May 10 14:52:54.451061 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] vxlan ID ranges: [(1, 1000)] May 10 14:52:54.505022 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Initializing extension driver 'port_security' May 10 14:52:54.505417 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.extensions.port_security [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] PortSecurityExtensionDriver initialization complete May 10 14:52:54.505775 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Initializing mechanism driver 'openvswitch' May 10 14:52:54.506133 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Initializing mechanism driver 'hyperv' May 10 14:52:54.513158 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.plugins.ml2.plugin [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:54.513909 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > port after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.514283 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > port after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.514636 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > port after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.515020 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > subnet after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.515372 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > subnet after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.515715 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.516123 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > network after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.516472 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > network after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.516812 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > network after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.517186 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > security_group after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.517531 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > security_group after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.517868 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.518244 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.518586 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.518920 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.519294 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > address_group after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.519666 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > address_group after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.520090 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.520430 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] ML2 OVO RPC backend initialized. {{(pid=78637) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 10 14:52:54.521127 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.521481 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.521894 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > network before_response 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.522241 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > networks before_response 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.522593 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > port before_response 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.522934 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > ports before_response 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.523274 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > subnet before_response 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.523613 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > subnets before_response 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.523960 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > network after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.524326 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > network after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.524663 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > network after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.525001 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > port after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.525337 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > port after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.525671 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > port after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.526005 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > subnet after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.526340 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > subnet after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.526694 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.527262 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.plugin [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Modular L2 Plugin initialization complete May 10 14:52:54.527587 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading services supported by the core plugin {{(pid=78637) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 14:52:54.527911 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.plugins.ml2.managers [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Got port-security extension from driver 'port_security' May 10 14:52:54.528397 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.extensions.vlantransparent [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Disabled vlantransparent extension. May 10 14:52:54.528889 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78637) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 14:52:54.529198 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading Plugin: router May 10 14:52:54.564836 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.565228 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > router after_create 55549900 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.565599 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > router before_create 55549900 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.565964 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.566336 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.566689 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > router after_delete 55549900 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.567047 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.567407 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > router after_create 55549900 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.567754 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > router after_update 55549900 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.568137 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > router after_update 55549900 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.568487 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.568847 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > router after_update 55549900 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.569253 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > router precommit_update 55549900 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.569620 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: port after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.569958 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: port after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.570296 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: subnet after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.570634 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.570980 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.571325 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > router precommit_create 55549900 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.571665 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: port before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.572034 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > router precommit_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.572393 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > router after_update 55549900 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.572735 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.573081 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > router precommit_create 55549900 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.574087 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.574472 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > router precommit_update 55549900 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.574805 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > network after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.575653 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Tracking information for resource: router configured {{(pid=78637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:52:54.576005 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Tracking information for resource: floatingip configured {{(pid=78637) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 14:52:54.580891 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.db.l3_agentschedulers_db [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 14:52:54.581470 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: port after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.581836 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: port after_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.582190 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: port after_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.582547 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: port after_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.583324 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > router before_create 55550100 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.583687 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.584077 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > router precommit_create 55550100 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.584437 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > router precommit_update 55550100 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.588858 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.services.provider_configuration [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Service providers = [] {{(pid=78637) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 14:52:54.589251 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.db.servicetype_db [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78637) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 14:52:54.592176 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.services.service_base [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78637) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 14:52:54.592531 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.services.service_base [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78637) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 14:52:54.592874 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.services.service_base [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78637) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 14:52:54.593748 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.services.service_base [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78637) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 14:52:54.594117 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.services.service_base [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 14:52:54.595936 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:52:54.596300 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 14:52:54.606735 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:52:54.607068 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading Plugin: auto_allocate May 10 14:52:54.612784 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: network precommit_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.613155 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: network precommit_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.613675 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:52:54.613994 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading Plugin: tag May 10 14:52:54.621259 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:52:54.621594 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading Plugin: timestamp May 10 14:52:54.625324 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:52:54.625656 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading Plugin: network_ip_availability May 10 14:52:54.630839 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.631214 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.631618 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.632315 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:52:54.632634 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading Plugin: flavors May 10 14:52:54.638101 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:52:54.638435 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading Plugin: revisions May 10 14:52:54.642651 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78637) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 14:52:54.643039 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_concurrency.lockutils [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.623s {{(pid=78637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:52:54.643762 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78637) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 10 14:52:54.644132 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Initializing extension manager. May 10 14:52:54.644637 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: __init__.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.644996 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: __pycache__ {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.645314 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.645647 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: address_group.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.646384 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.646941 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: address-group May 10 14:52:54.647264 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: address_scope.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.647967 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.648503 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: address-scope May 10 14:52:54.648825 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.649736 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.650248 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: router-admin-state-down-before-update May 10 14:52:54.650573 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: agent.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.651271 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.651808 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: agent May 10 14:52:54.652167 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: agent_resources_synced.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.653066 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.653575 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: agent-resources-synced May 10 14:52:54.653895 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: allowedaddresspairs.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.655634 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.656193 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: allowed-address-pairs May 10 14:52:54.656522 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: auto_allocated_topology.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.657586 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.658107 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: auto-allocated-topology May 10 14:52:54.658428 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: availability_zone.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.659111 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.659622 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: availability_zone May 10 14:52:54.659942 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: availability_zone_filter.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.660866 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.661384 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: availability_zone_filter May 10 14:52:54.661707 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: data_plane_status.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.662605 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.663112 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension data-plane-status not supported by any of loaded plugins May 10 14:52:54.663435 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: default_subnetpools.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.664363 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.664875 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: default-subnetpools May 10 14:52:54.665197 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.665990 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.666496 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: dhcp_agent_scheduler May 10 14:52:54.666819 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: dns.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.667734 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.668282 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension dns-integration not supported by any of loaded plugins May 10 14:52:54.668609 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: dns_domain_ports.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.669516 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.670023 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 14:52:54.670345 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: dvr.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.671008 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.671520 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: dvr May 10 14:52:54.671838 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: empty_string_filtering.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.672764 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.673269 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: empty-string-filtering May 10 14:52:54.673589 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.674476 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.675254 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 14:52:54.675572 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.676491 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.676997 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 14:52:54.677316 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: external_net.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.678204 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.678712 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: external-net May 10 14:52:54.679031 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.679937 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.680478 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: extra_dhcp_opt May 10 14:52:54.680797 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: extraroute.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.681698 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.682207 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: extraroute May 10 14:52:54.682528 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: extraroute_atomic.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.684094 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.684613 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: extraroute-atomic May 10 14:52:54.684936 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: filter_validation.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.685592 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.686103 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: filter-validation May 10 14:52:54.686422 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: fip_pf_description.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.687489 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.688031 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 14:52:54.688359 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: fip_port_details.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.689259 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.689771 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: fip-port-details May 10 14:52:54.690094 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: flavors.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.691302 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.691824 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: flavors May 10 14:52:54.692187 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.693809 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.694336 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 14:52:54.694663 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: floatingip_pools.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.695348 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.695858 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: floatingip-pools May 10 14:52:54.696216 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: ip_allocation.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.697123 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.697631 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension ip_allocation not supported by any of loaded plugins May 10 14:52:54.697950 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.699460 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.699997 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: ip-substring-filtering May 10 14:52:54.700319 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: l2_adjacency.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.701234 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.701745 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension l2_adjacency not supported by any of loaded plugins May 10 14:52:54.702067 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: l3.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.703011 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.703535 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: router May 10 14:52:54.703856 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.706101 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.706634 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 14:52:54.706968 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.707883 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.708440 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: ext-gw-mode May 10 14:52:54.708766 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.709674 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.710191 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: l3-ha May 10 14:52:54.710518 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: l3_flavors.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.711418 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.711935 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: l3-flavors May 10 14:52:54.712289 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.713188 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.713701 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: l3-port-ip-change-not-allowed May 10 14:52:54.714066 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: l3agentscheduler.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.715075 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.715590 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: l3_agent_scheduler May 10 14:52:54.715918 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: logging.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.717417 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.717937 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension logging not supported by any of loaded plugins May 10 14:52:54.718266 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: metering.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.718992 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.719567 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: metering May 10 14:52:54.719891 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.721001 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.721520 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: metering_source_and_destination_fields May 10 14:52:54.721851 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: multiprovidernet.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.722880 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.723392 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: multi-provider May 10 14:52:54.723713 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: netmtu.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.724648 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.725158 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: net-mtu May 10 14:52:54.725478 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: netmtu_writable.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.726382 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.726893 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: net-mtu-writable May 10 14:52:54.727211 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: network_availability_zone.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.727871 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.728412 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: network_availability_zone May 10 14:52:54.728729 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: network_ip_availability.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.730326 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.730842 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: network-ip-availability May 10 14:52:54.731166 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: network_segment_range.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.731927 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.732475 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension network-segment-range not supported by any of loaded plugins May 10 14:52:54.732798 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: pagination.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.733777 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.734106 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: pagination May 10 14:52:54.734424 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: port_device_profile.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.735336 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.735857 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: port-device-profile May 10 14:52:54.736215 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.737117 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.737630 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: port-mac-address-regenerate May 10 14:52:54.737950 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.738844 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.739356 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: port-numa-affinity-policy May 10 14:52:54.739676 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: port_resource_request.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.740615 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.741125 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension port-resource-request not supported by any of loaded plugins May 10 14:52:54.741444 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: portbindings.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.742361 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.742872 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: binding May 10 14:52:54.743191 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: portbindings_extended.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.744541 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.745061 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: binding-extended May 10 14:52:54.745935 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: portsecurity.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.746837 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.747347 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: port-security May 10 14:52:54.747669 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: project_id.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.748673 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.749003 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: project-id May 10 14:52:54.749321 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: providernet.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.750229 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.750747 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: provider May 10 14:52:54.751066 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: qos.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.754558 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.755089 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension qos not supported by any of loaded plugins May 10 14:52:54.755425 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.756714 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.757234 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 14:52:54.757565 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.758472 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.759006 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 14:52:54.759300 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: qos_default.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.760225 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.760742 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension qos-default not supported by any of loaded plugins May 10 14:52:54.761094 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: qos_fip.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.761736 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.762250 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension qos-fip not supported by any of loaded plugins May 10 14:52:54.762571 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: qos_gateway_ip.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.763480 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.764012 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 14:52:54.764338 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: qos_port_network_policy.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.765234 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.765746 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 14:52:54.766069 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: qos_rule_type_details.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.766989 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.767502 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 14:52:54.767824 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: qos_rules_alias.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.768876 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.769394 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 14:52:54.769721 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: quotasv2.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.770724 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.771057 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: quotas May 10 14:52:54.771386 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: quotasv2_detail.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.773025 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.773370 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: quota_details May 10 14:52:54.773705 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: rbac.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.774756 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.775264 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: rbac-policies May 10 14:52:54.775594 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: rbac_address_group.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.776589 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.777114 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: rbac-address-group May 10 14:52:54.777440 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: rbac_address_scope.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.778346 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.778867 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: rbac-address-scope May 10 14:52:54.779191 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: rbac_security_groups.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.780122 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.780639 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: rbac-security-groups May 10 14:52:54.780960 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: rbac_subnetpool.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.781863 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.782388 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: rbac-subnetpool May 10 14:52:54.782714 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: revisionifmatch.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.783617 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.784156 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: revision-if-match May 10 14:52:54.784479 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: revisions.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.785572 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.786086 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: standard-attr-revisions May 10 14:52:54.786408 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: router_availability_zone.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.787069 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.787586 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: router_availability_zone May 10 14:52:54.787908 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: routerservicetype.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.788840 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.789353 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension router-service-type not supported by any of loaded plugins May 10 14:52:54.789674 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.790576 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.791088 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: security-groups-normalized-cidr May 10 14:52:54.791409 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.793014 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.793532 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: port-security-groups-filtering May 10 14:52:54.793857 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.794771 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.795289 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: security-groups-remote-address-group May 10 14:52:54.795610 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: securitygroup.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.805401 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.805936 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: security-group May 10 14:52:54.806267 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: segment.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.807040 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.807553 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension segment not supported by any of loaded plugins May 10 14:52:54.808577 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.809499 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.810020 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 14:52:54.810348 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: servicetype.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.811439 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.811962 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: service-type May 10 14:52:54.812316 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: sorting.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.813295 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.813626 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: sorting May 10 14:52:54.813947 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: standard_attr_segment.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.814840 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.815354 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 14:52:54.815676 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: standardattrdescription.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.816342 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.816857 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: standard-attr-description May 10 14:52:54.817179 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: stateful_security_group.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.818086 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.818616 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: stateful-security-group May 10 14:52:54.818941 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: stdattrs_common.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.819514 dv-cinder-774286-14-iscsi neutron-server[78637]: WARNING neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 14:52:54.819836 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.820838 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.821356 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 14:52:54.821679 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: subnet_onboard.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.822734 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.823264 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: subnet_onboard May 10 14:52:54.823612 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.824551 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.825064 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 14:52:54.825386 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: subnet_service_types.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.826289 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.826811 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: subnet-service-types May 10 14:52:54.827131 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: subnetallocation.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.828235 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.828752 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: subnet_allocation May 10 14:52:54.829075 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.829731 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.830238 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: subnetpool-prefix-ops May 10 14:52:54.830558 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.831465 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.831996 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 14:52:54.832317 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: tagging.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.833340 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.833881 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: standard-attr-tag May 10 14:52:54.834209 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: timestamp.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.835387 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.835906 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loaded extension: standard-attr-timestamp May 10 14:52:54.836260 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: trunk.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.837284 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.837797 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension trunk not supported by any of loaded plugins May 10 14:52:54.838123 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: trunk_details.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.839055 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.839569 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension trunk-details not supported by any of loaded plugins May 10 14:52:54.839891 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: uplink_status_propagation.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.840831 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.841343 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 14:52:54.841666 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Loading extension file: vlantransparent.py {{(pid=78637) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 10 14:52:54.842321 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78637) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 10 14:52:54.842828 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extension vlan-transparent not supported by any of loaded plugins May 10 14:52:54.845271 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Creating instance of TrackedResource for resource:network May 10 14:52:54.845980 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Creating instance of TrackedResource for resource:subnet May 10 14:52:54.846760 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Creating instance of TrackedResource for resource:subnetpool May 10 14:52:54.847375 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Creating instance of TrackedResource for resource:port May 10 14:52:54.848644 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:52:54.849093 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Service FLAVORS assigned prefix: {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:52:54.849739 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:52:54.850170 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:52:54.850499 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Creating instance of TrackedResource for resource:router May 10 14:52:54.851168 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Creating instance of TrackedResource for resource:floatingip May 10 14:52:54.851872 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Service METERING assigned prefix: /metering {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:52:54.853341 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.853713 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.854066 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:52:54.855724 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Creating instance of CountableResource for resource:rbac_policy May 10 14:52:54.856207 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Creating instance of TrackedResource for resource:security_group May 10 14:52:54.856874 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 14:52:54.857611 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Service CORE assigned prefix: {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:52:54.857946 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Creating instance of TrackedResource for resource:subnetpool May 10 14:52:54.858281 dv-cinder-774286-14-iscsi neutron-server[78637]: WARNING neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] subnetpool is already registered May 10 14:52:54.858884 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Service CORE assigned prefix: {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:52:54.859217 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Creating instance of TrackedResource for resource:subnetpool May 10 14:52:54.859542 dv-cinder-774286-14-iscsi neutron-server[78637]: WARNING neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] subnetpool is already registered May 10 14:52:54.862143 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:52:54.862579 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Service FLAVORS assigned prefix: {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:52:54.863176 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:52:54.863606 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:52:54.863942 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Creating instance of TrackedResource for resource:router May 10 14:52:54.864295 dv-cinder-774286-14-iscsi neutron-server[78637]: WARNING neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] router is already registered May 10 14:52:54.864886 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Creating instance of TrackedResource for resource:floatingip May 10 14:52:54.865213 dv-cinder-774286-14-iscsi neutron-server[78637]: WARNING neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] floatingip is already registered May 10 14:52:54.865837 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Service METERING assigned prefix: /metering {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:52:54.866510 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Creating instance of CountableResource for resource:rbac_policy May 10 14:52:54.866837 dv-cinder-774286-14-iscsi neutron-server[78637]: WARNING neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] rbac_policy is already registered May 10 14:52:54.868286 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Creating instance of TrackedResource for resource:security_group May 10 14:52:54.868626 dv-cinder-774286-14-iscsi neutron-server[78637]: WARNING neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] security_group is already registered May 10 14:52:54.869221 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 14:52:54.869554 dv-cinder-774286-14-iscsi neutron-server[78637]: WARNING neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] security_group_rule is already registered May 10 14:52:54.870275 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Service CORE assigned prefix: {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:52:54.871108 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Creating instance of TrackedResource for resource:subnetpool May 10 14:52:54.871436 dv-cinder-774286-14-iscsi neutron-server[78637]: WARNING neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] subnetpool is already registered May 10 14:52:54.872050 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.v2.resource_helper [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Service CORE assigned prefix: {{(pid=78637) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 14:52:54.872384 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Creating instance of TrackedResource for resource:subnetpool May 10 14:52:54.872709 dv-cinder-774286-14-iscsi neutron-server[78637]: WARNING neutron.quota.resource_registry [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] subnetpool is already registered May 10 14:52:54.873362 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: extensions {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.874807 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: address-groups {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.876471 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: address-scopes {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.877678 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: agents {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.878859 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: auto-allocated-topology {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.880299 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: availability_zones {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.881613 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: dhcp-networks {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.883083 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: dhcp-agents {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.884516 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: routers {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.886414 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: flavors {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.887581 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: service_profiles {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.888814 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: next_providers {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.890344 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: service_profiles {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.891800 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: floatingip-pools {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.893066 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: routers {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.894926 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: floatingips {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.896152 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: l3-routers {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.897523 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: l3-agents {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.898947 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: metering-labels {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.900318 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: metering-label-rules {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.901666 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: network-ip-availabilities {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.902936 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: bindings {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.904619 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: quotas {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.906064 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: quotas {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.907481 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: rbac-policies {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.908821 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: security-groups {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.910027 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: security-group-rules {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.911282 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: service-providers {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.912569 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: subnetpools {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.914001 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: subnetpools {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.915463 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: tags {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.917707 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: tags {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.919542 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: tags {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.921310 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: tags {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.923112 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: tags {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.925252 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: tags {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.926946 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: tags {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.929781 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: tags {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:54.931575 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: tags {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:55.042907 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron.api.extensions [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Extended resource: tags {{(pid=78637) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 14:52:55.048821 dv-cinder-774286-14-iscsi neutron-server[78637]: WARNING keystonemiddleware.auth_token [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 14:52:55.053805 dv-cinder-774286-14-iscsi neutron-server[78637]: WARNING keystonemiddleware.auth_token [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 14:52:55.062808 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_concurrency.lockutils [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Acquired lock "singleton_lock" {{(pid=78637) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 10 14:52:55.063295 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_concurrency.lockutils [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Releasing lock "singleton_lock" {{(pid=78637) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 10 14:52:55.063937 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO oslo_service.service [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Starting 2 workers May 10 14:52:55.068596 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Started child 78742 {{(pid=78637) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 14:52:55.072802 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Started child 78743 {{(pid=78637) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 14:52:55.073580 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:55.074404 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO neutron.service [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Neutron service started, listening on 0.0.0.0:9696 May 10 14:52:55.075022 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Notify callbacks [] for process, before_spawn {{(pid=78637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:55.075124 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [-] (78742) wsgi starting up on http://0.0.0.0:9696 May 10 14:52:55.077445 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO oslo_service.service [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Starting 1 workers May 10 14:52:55.077568 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:55.078756 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [-] (78743) wsgi starting up on http://0.0.0.0:9696 May 10 14:52:55.082456 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Started child 78744 {{(pid=78637) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 14:52:55.083005 dv-cinder-774286-14-iscsi neutron-server[78637]: INFO oslo_service.service [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Starting 1 workers May 10 14:52:55.085997 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.service [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] calling RpcWorker wait() {{(pid=78744) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 14:52:55.086603 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.service [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] returning from RpcWorker wait() {{(pid=78744) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 14:52:55.087333 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Started child 78745 {{(pid=78637) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 10 14:52:55.088164 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:55.088545 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5d23-1a19-4334-91d7-5c3fcfeca146 None None] Notify callbacks [] for process, after_spawn {{(pid=78637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:55.088746 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:55.090864 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78637) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 14:52:55.091070 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 14:52:55.091412 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 14:52:55.091791 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 14:52:55.092324 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 14:52:55.092676 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 14:52:55.093040 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:52:55.093605 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.093695 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.093851 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:55.093976 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.094215 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.094516 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.095126 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.095403 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.095699 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.096006 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.096520 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.096862 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.097177 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.097583 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.097979 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.098450 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.098903 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.099317 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.099811 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.100179 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.100604 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.101024 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.101440 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.101888 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] debug = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.102303 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.102956 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.103374 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.103789 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.104202 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.105183 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.105596 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.106035 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.106415 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.106804 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.107170 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.107586 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.107987 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.108364 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.108736 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.109167 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.109534 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.110198 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] host = dv-cinder-774286-14-iscsi {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.110563 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.110947 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.111342 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.111747 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.112183 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.112543 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.112936 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.113324 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.113736 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.114134 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.114530 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.114913 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.115271 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.115677 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_file = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.116029 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_options = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.116406 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.116833 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.117240 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.117573 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.117981 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.118318 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.118722 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.119030 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.119494 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.119857 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.120308 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.120686 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.120957 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.121224 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.121518 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.121934 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.122378 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.122776 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.123041 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.123450 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.123686 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.124135 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.124574 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.125027 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.125027 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.125258 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.125510 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.125757 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.126143 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.126410 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.126633 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.126898 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.127149 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.127416 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.127653 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.128164 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.128164 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.128405 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.128648 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.128911 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.129181 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.129385 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.129635 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.129874 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.130092 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.130330 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] use_json = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.130545 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.130760 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.131015 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.131233 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.131470 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.131684 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.131907 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.132198 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.132623 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.132902 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.133289 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.133459 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.133714 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.133960 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.134188 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.134415 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.134676 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.134910 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.135230 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.135478 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.135817 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.136095 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.136380 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.136709 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.136974 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.137237 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.137503 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.137755 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.137994 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.138291 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.138666 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.138942 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.139213 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.139467 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.139687 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.139909 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.140174 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.140408 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.140785 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.141182 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.141600 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.141965 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.142324 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.142756 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.143141 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.143502 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.143873 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.144307 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.144694 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.145090 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.145487 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.145894 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.146138 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.146396 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.146617 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.146892 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.147113 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.147361 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.147595 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.147837 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.148275 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.148668 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.148920 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.149159 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.149382 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.149599 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.149815 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.150032 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.150463 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.150714 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.151082 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.152021 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.152456 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.152870 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.153300 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.153753 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.153875 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.154343 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.154466 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.154750 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.154971 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.155189 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.155405 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.155687 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.156156 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.156532 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.156898 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.157262 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.157639 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.158016 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.158385 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.158744 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.159169 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.159505 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.159754 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.160282 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.160699 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.161129 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.161519 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.161768 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.161986 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.162243 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.162463 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.162737 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.162972 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.163250 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.163490 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.163736 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.164012 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.164386 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.164815 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.165208 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.165640 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.166070 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.166549 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.166988 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.167951 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.168412 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.168847 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.169140 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.169543 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.169961 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.170330 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.170746 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.171195 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.171639 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.172126 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.172543 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.172875 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.173200 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.173437 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.173901 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.174142 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.174406 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.174640 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.175208 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.175455 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.175715 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.175938 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.176188 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.176519 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.176768 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.176986 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.177206 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.177478 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.177756 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.178005 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.178276 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.178525 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.178759 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.179019 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.179276 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.179483 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.179738 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.179988 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.180212 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.180448 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.180663 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.180883 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.181130 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.181348 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.181586 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.181799 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.182041 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.182272 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.182493 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.182739 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.182991 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.183206 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.183433 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.183673 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.183894 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.184138 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.184358 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.184577 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.184829 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.185049 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.185317 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.185573 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.185811 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.186044 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.186274 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.186526 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.186740 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.186985 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.187206 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.187445 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.187659 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.187900 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.188144 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.188366 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.188613 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.189688 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.189688 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.189688 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.189979 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.189979 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.190295 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.190789 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.190789 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.190962 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.191081 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.191317 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.191539 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.191758 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.192184 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.192601 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.193005 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.193402 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.193767 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.194002 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.194216 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.194435 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.194647 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.194942 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.195221 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.195449 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.195875 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.196205 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.196506 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.196781 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.196964 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.197182 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.197395 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.197624 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.197835 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.198047 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.198284 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.198499 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.198751 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.198949 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.199159 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.199384 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.199593 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.199819 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.200139 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.200297 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.200473 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.200685 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.201021 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.201274 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.201509 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.201815 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.202050 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.202311 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.202566 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.202895 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.203130 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.203373 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.203600 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.203841 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.204092 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.204378 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.204705 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.205009 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.205280 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.205540 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.205799 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.206081 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.206331 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.206544 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.206885 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.207180 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.207354 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:52:55.207502 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.207725 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.208015 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.208295 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.208521 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.208740 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.208981 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.209215 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.209433 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.209703 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.209941 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.210167 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.210383 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.210650 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.210867 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.211092 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.211305 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.211548 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.211769 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.211927 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 14:52:55.212511 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78637) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 10 14:52:55.212676 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 14:52:55.212845 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 14:52:55.213019 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 14:52:55.213189 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 14:52:55.213341 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 14:52:55.213549 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.213711 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.213872 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.214543 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.214703 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.214884 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.215046 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.215203 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.215369 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.215503 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.215656 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.215814 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.215989 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.216155 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.216313 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.216470 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.216628 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.216791 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.217072 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.217200 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.217322 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.217443 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.217565 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] debug = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.217687 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.217858 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.218022 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.218180 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.218339 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.218497 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.219287 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.219287 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.219287 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.219287 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.219823 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.219823 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.219823 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.219823 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.223050 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.223050 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.223050 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.223050 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] host = dv-cinder-774286-14-iscsi {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.223050 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.223050 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.223050 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.223050 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.223614 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.223614 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.223614 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.223614 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.223614 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.223614 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.223614 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.223614 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.224215 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.224215 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_file = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.224215 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_options = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.224215 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.224215 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.224215 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.224215 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.224215 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.225051 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.225051 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.225051 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.225051 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.225051 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.225051 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.225051 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.225051 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.226244 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.226244 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.226244 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.226244 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.226244 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.226244 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.226244 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.226244 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.227566 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.227566 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.227566 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.227566 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.227566 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.227566 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.227566 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.227566 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.227566 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.228751 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.228751 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.228751 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.228751 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.228751 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.228751 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.228751 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.228751 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.230161 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.230161 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.230161 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.230161 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.230161 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.230161 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.230161 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.230161 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] use_json = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.231015 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.231015 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.231015 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.231015 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.231015 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.231015 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.231015 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.231015 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 14:52:55.231555 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.231555 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.231555 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.231774 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.231774 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.231920 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.232106 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.232269 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.232431 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.232631 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.232750 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.233188 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.233188 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.233528 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.233528 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.233528 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.234507 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.234507 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.234507 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.234507 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.234507 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.234507 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.235417 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.235417 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.235417 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.235417 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.235417 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.235417 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.236127 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.236127 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.236127 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.236127 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.236127 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.236759 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.236759 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.236759 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.236759 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.237347 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.237347 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.237347 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.237347 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.237799 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.237799 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.237799 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.238146 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.238146 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.238146 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.238483 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.238483 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.238710 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.238821 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.238937 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.239059 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.239210 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.239374 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.239536 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.239696 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.239857 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.240037 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.240201 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.240364 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.240538 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.240698 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.240859 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.241019 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.241181 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.241341 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.241502 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.241663 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.241825 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.241985 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.242146 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.242307 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.242468 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.242629 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.242789 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.242949 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.243110 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.243270 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.243431 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.243590 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.243751 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.243910 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.244089 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.244253 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.244431 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.244591 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.244752 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.244913 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.245073 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.245282 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.245444 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.246195 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.246195 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.246195 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.246195 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.250043 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.250043 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.250043 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.250043 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.250043 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.250043 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.250043 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.250043 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.250601 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.250601 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.250601 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.250601 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.250601 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.250601 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.250601 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.250601 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.251129 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.251129 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.251129 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.251129 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.251129 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.251129 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.251129 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.251129 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.251666 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.251666 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.251666 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.251666 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.251666 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.251666 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.251666 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.251666 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.252218 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.252218 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.252218 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.252218 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.252218 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.252218 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.252218 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.252218 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.252747 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.252747 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.252747 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.252747 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.253013 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.253013 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.253170 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.253331 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.253494 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.253650 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.253806 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.253966 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.254130 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.254288 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.254611 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.254916 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.255227 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.256775 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.256775 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.256775 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.256775 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.256775 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.256775 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.256775 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.256775 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.257355 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.257355 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.257355 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.257355 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.257355 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.257355 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.258743 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.258743 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.258743 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.258743 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.258743 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.258743 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.258743 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.258743 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.259432 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.259432 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.259432 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.259432 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.259432 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.259432 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.259432 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.260436 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.260436 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.260436 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.260436 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.260436 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.260727 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.260727 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.260876 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.260942 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.261092 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.261283 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.261413 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.261576 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.261738 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.261900 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.262060 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.262225 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.262390 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.262552 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.262711 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.262872 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.263033 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.263193 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.263354 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.263527 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.263688 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.263849 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.264030 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.264194 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.264364 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.264525 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.264687 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.264847 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.265009 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.265179 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.265340 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.265501 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.265661 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.265821 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.265992 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.266153 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.266414 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.266652 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.266820 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.266991 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.267153 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.267314 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.267474 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.267634 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.267804 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.267966 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.268161 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.268331 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.268493 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.268655 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.268817 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.268990 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.269154 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.269319 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.269481 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.269643 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.269805 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.269968 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.270133 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.270304 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.270471 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.270634 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.270803 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.270972 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.271142 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.271303 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.271470 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.271647 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.271822 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.271992 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.272164 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.272328 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.272490 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.272651 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.272812 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.272973 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.273135 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.273295 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.273455 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.273617 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.273778 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.273939 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.274100 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.274260 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.274421 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.274582 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.274743 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 14:52:55.274896 dv-cinder-774286-14-iscsi neutron-server[78637]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78637) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 14:52:55.384617 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 37574) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:52:55.393105 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064039 May 10 14:53:05.862360 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29e90f8-60a5-490f-8f71-c77ffa0c61d4 None None] get_active_networks_info from dv-cinder-774286-14-iscsi {{(pid=78744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 10 14:53:05.965073 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29e90f8-60a5-490f-8f71-c77ffa0c61d4 None None] No non-hosted networks {{(pid=78744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 14:53:06.018536 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-98f97f71-458a-4125-8431-3acbf2951702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510'] for agent, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:06.023466 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.agentschedulers_db [None req-a29e90f8-60a5-490f-8f71-c77ffa0c61d4 None None] DHCP Agent not found on host dv-cinder-774286-14-iscsi {{(pid=78744) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 10 14:53:08.400661 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510'] for agent, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:08.413968 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:08.415458 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:08.420110 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:08.422975 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:08.423621 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:08.428335 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:08.429522 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:08.430634 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:08.431721 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:08.434409 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:08.435030 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:08.435558 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:08.436229 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-774286-14-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:08.459498 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774286-14-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:08.575325 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-bd056264-aa59-4992-92d4-59f92364113d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510'] for agent, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:08.657729 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e9ea5cb9-6442-4d5f-94b8-83166832ff46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:09.372976 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510'] for agent, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:10.876784 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510'] for agent, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:12.547813 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 37664) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:12.568392 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.db.l3_hamode_db [None req-3d9f2b4a-78d9-4124-a729-22d997ca5bb2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 14:53:12.653482 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9f2b4a-78d9-4124-a729-22d997ca5bb2 None None] Routers set() bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 14:53:12.653842 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9f2b4a-78d9-4124-a729-22d997ca5bb2 None None] Router IDs set() for agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 10 14:53:13.126231 dv-cinder-774286-14-iscsi neutron-server[78742]: WARNING oslo_policy.policy [None req-1eb96119-b286-400d-8812-fd019bbb6654 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:53:13.126811 dv-cinder-774286-14-iscsi neutron-server[78742]: WARNING oslo_policy.policy [None req-1eb96119-b286-400d-8812-fd019bbb6654 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:53:13.340992 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [None req-1eb96119-b286-400d-8812-fd019bbb6654 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:53:13.341942 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-1eb96119-b286-400d-8812-fd019bbb6654 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7932100 May 10 14:53:15.632375 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 37678) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:15.987386 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-9bbac901-ce09-4ec1-8bd6-dbcfa92b83af admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:16.085943 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.policy [None req-9bbac901-ce09-4ec1-8bd6-dbcfa92b83af admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78742) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 14:53:16.130882 dv-cinder-774286-14-iscsi neutron-server[78742]: WARNING oslo_policy.policy [None req-9bbac901-ce09-4ec1-8bd6-dbcfa92b83af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:53:16.131280 dv-cinder-774286-14-iscsi neutron-server[78742]: WARNING oslo_policy.policy [None req-9bbac901-ce09-4ec1-8bd6-dbcfa92b83af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:53:16.139662 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.quota [None req-9bbac901-ce09-4ec1-8bd6-dbcfa92b83af admin admin] Loaded quota_driver: . May 10 14:53:16.155183 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-9bbac901-ce09-4ec1-8bd6-dbcfa92b83af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:16.212853 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9bbac901-ce09-4ec1-8bd6-dbcfa92b83af admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729786550105', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729786548524', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729786539209', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729786533917', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729786524312', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729786518310', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3592054', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3565395', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-402819', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-606447'] for rbac-policy, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:16.272725 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9bbac901-ce09-4ec1-8bd6-dbcfa92b83af admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:16.273876 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-9bbac901-ce09-4ec1-8bd6-dbcfa92b83af admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6405611 May 10 14:53:18.809095 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 37692) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:19.149615 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '33addba6294e4e0f91493a745c1e3a28', 'admin_state_up': True, 'project_id': '33addba6294e4e0f91493a745c1e3a28'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:19.154792 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:19.159196 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Usage tracker for resource:network and tenant:33addba6294e4e0f91493a745c1e3a28 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:19.163723 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:19.170281 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:19.179891 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Made reservation on behalf of 33addba6294e4e0f91493a745c1e3a28 for: {'network': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:19.182789 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for network, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:19.199651 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:19.213063 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:19.217138 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Usage tracker for resource:security_group_rule and tenant:33addba6294e4e0f91493a745c1e3a28 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:19.221893 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:19.227264 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:19.322904 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:19.327303 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:19.332716 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:53:19.351093 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=78742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:53:19.376986 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729787289492', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:19.377573 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Unsubscribe: segment precommit_create {{(pid=78742) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 14:53:19.378028 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.db.segments_db [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Added segment 294f332c-b878-4295-a96c-fc5c21271e74 of type vlan for network 21b3d12c-1165-45fe-89a7-615b6c56d2a0 May 10 14:53:19.425471 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f8808e-57ca-4376-915c-006c7de07f0b,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:19.446291 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:19.446644 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:19.446971 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:19.447288 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:19.447602 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:19.448468 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:19.448783 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:19.449107 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:19.449431 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:19.449739 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:19.450040 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:19.450338 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Tracked resource versions report: May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: pushed versions: May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: { 'AddressGroup': {'1.2'}, May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: 'ConntrackHelper': {'1.0'}, May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: 'Log': {'1.0'}, May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: 'Network': {'1.1'}, May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: 'Port': {'1.7'}, May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: 'PortForwarding': {'1.2'}, May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: 'QosPolicy': {'1.8'}, May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: 'SecurityGroup': {'1.4'}, May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: 'SecurityGroupRule': {'1.2'}, May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: 'SubPort': {'1.0'}, May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: 'Subnet': {'1.1'}, May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: 'Trunk': {'1.1'}} May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: consumer versions: May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: { DHCP agent@dv-cinder-774286-14-iscsi: {}, May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: L3 agent@dv-cinder-774286-14-iscsi: {}, May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: Metadata agent@dv-cinder-774286-14-iscsi: {}, May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: Metering agent@dv-cinder-774286-14-iscsi: {}, May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: Open vSwitch agent@dv-cinder-774286-14-iscsi: { 'AddressGroup': '1.2', May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: 'ConntrackHelper': '1.0', May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: 'Log': '1.0', May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: 'Network': '1.1', May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: 'Port': '1.7', May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: 'PortForwarding': '1.2', May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: 'QosPolicy': '1.8', May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: 'SecurityGroup': '1.4', May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: 'SecurityGroupRule': '1.2', May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: 'SubPort': '1.0', May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: 'Subnet': '1.1', May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: 'Trunk': '1.1'}} May 10 14:53:19.451629 dv-cinder-774286-14-iscsi neutron-server[78742]: {{(pid=78742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 14:53:19.497923 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729786867074'] for network, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:19.505357 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:53:19.538713 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for network, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:19.540128 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:53:19.540779 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:19.545510 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:53:19.642640 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8324475 May 10 14:53:19.647416 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Pushing event updated for resources: {'Network': ['ID=21b3d12c-1165-45fe-89a7-615b6c56d2a0,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:19.650756 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:53:19.660136 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Network 21b3d12c-1165-45fe-89a7-615b6c56d2a0 details requested by agent ovs-agent-dv-cinder-774286-14-iscsi with host dv-cinder-774286-14-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:53:22.240977 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 37708) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:22.682082 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd16ce0-4f0c-4fbf-b8bb-62569f426828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:53:22.683832 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-ccd16ce0-4f0c-4fbf-b8bb-62569f426828 admin admin] 10.222.0.30 "GET /v2.0/networks/21b3d12c-1165-45fe-89a7-615b6c56d2a0 HTTP/1.1" status: 200 len: 825 time: 0.4419148 May 10 14:53:22.709509 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-1c22bc75-ada2-4620-9a59-c6c41ec50d14 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/85ada8e8-8061-49ad-9adb-5c48da4770ae HTTP/1.1" status: 200 len: 734 time: 0.0204496 May 10 14:53:22.717596 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-dfd08ebf-62cb-4456-88e1-1570499a1eff admin admin] Request body: {'subnet': {'network_id': '21b3d12c-1165-45fe-89a7-615b6c56d2a0', 'subnetpool_id': '85ada8e8-8061-49ad-9adb-5c48da4770ae', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '33addba6294e4e0f91493a745c1e3a28', 'name': 'private-subnet'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:22.721746 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-dfd08ebf-62cb-4456-88e1-1570499a1eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:22.725466 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-dfd08ebf-62cb-4456-88e1-1570499a1eff admin admin] Usage tracker for resource:subnet and tenant:33addba6294e4e0f91493a745c1e3a28 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:22.728296 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-dfd08ebf-62cb-4456-88e1-1570499a1eff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:22.734486 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-dfd08ebf-62cb-4456-88e1-1570499a1eff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:22.744237 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd08ebf-62cb-4456-88e1-1570499a1eff admin admin] Made reservation on behalf of 33addba6294e4e0f91493a745c1e3a28 for: {'subnet': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:22.747338 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-dfd08ebf-62cb-4456-88e1-1570499a1eff admin admin] Notify callbacks [] for subnet, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:23.217892 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-dfd08ebf-62cb-4456-88e1-1570499a1eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for subnet, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:23.222882 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:53:23.303581 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd08ebf-62cb-4456-88e1-1570499a1eff admin admin] Checking segment: {'id': '294f332c-b878-4295-a96c-fc5c21271e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '21b3d12c-1165-45fe-89a7-615b6c56d2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 14:53:23.304224 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd08ebf-62cb-4456-88e1-1570499a1eff admin admin] Network hostable DHCP agents. Network: 21b3d12c-1165-45fe-89a7-615b6c56d2a0, hostable agents: ['c2c2a961-2376-4d10-9e89-a93ed7bded42'], hosted agents: [] {{(pid=78742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:53:23.307589 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd08ebf-62cb-4456-88e1-1570499a1eff admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc09e210-5879-427e-8146-41ec31afe4bb,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:23.310717 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-dfd08ebf-62cb-4456-88e1-1570499a1eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:53:23.326389 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd08ebf-62cb-4456-88e1-1570499a1eff admin admin] Network 21b3d12c-1165-45fe-89a7-615b6c56d2a0 is scheduled to be hosted by DHCP agent c2c2a961-2376-4d10-9e89-a93ed7bded42 with binding_index 1 {{(pid=78742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:53:23.335823 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-dfd08ebf-62cb-4456-88e1-1570499a1eff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-14-iscsi, 21b3d12c-1165-45fe-89a7-615b6c56d2a0) {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:23.341673 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd08ebf-62cb-4456-88e1-1570499a1eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:53:23.342525 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-dfd08ebf-62cb-4456-88e1-1570499a1eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:23.345787 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f084c72-540e-45a8-841f-ec69c896d213 None None] Network 21b3d12c-1165-45fe-89a7-615b6c56d2a0 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 14:53:23.362286 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-dfd08ebf-62cb-4456-88e1-1570499a1eff admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6479266 May 10 14:53:23.647902 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016fd023-7326-5b62-89a5-d40737038a22-21b3d12c-1165-45fe-89a7-615b6c56d2a0', 'network_id': '21b3d12c-1165-45fe-89a7-615b6c56d2a0', 'tenant_id': '33addba6294e4e0f91493a745c1e3a28', 'fixed_ips': [{'subnet_id': 'dc09e210-5879-427e-8146-41ec31afe4bb'}]}} from dv-cinder-774286-14-iscsi. {{(pid=78744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 14:53:23.649062 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:23.829826 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.db_base_plugin_common [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Allocated IP 172.20.0.2 (21b3d12c-1165-45fe-89a7-615b6c56d2a0/dc09e210-5879-427e-8146-41ec31afe4bb/4b9be25b-a881-4afc-86ac-bbc025aeb42e) {{(pid=78744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:24.057928 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Notify callbacks [] for port, precommit_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:24.070854 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Transition to ACTIVE for port object 4b9be25b-a881-4afc-86ac-bbc025aeb42e will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:24.090451 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Transition to ACTIVE for port object 4b9be25b-a881-4afc-86ac-bbc025aeb42e will not be triggered until provisioned by entity DHCP. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:24.098218 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540'] for port, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:24.103760 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:53:24.158963 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Network 21b3d12c-1165-45fe-89a7-615b6c56d2a0 is already hosted by enough agents. {{(pid=78744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:24.161711 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.scheduler.base_scheduler [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Resources bound (agent type, host, resource id): {{(pid=78744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:24.173736 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Received port after_create {{(pid=78744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 14:53:24.177342 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Pushing event updated for resources: {'Port': ['ID=4b9be25b-a881-4afc-86ac-bbc025aeb42e,revision_number=1']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:24.220408 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:24.220762 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:24.221093 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:24.221414 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:24.221729 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:24.222044 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:24.222355 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:24.222665 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:24.222972 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:24.223276 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:24.223581 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:24.223924 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Tracked resource versions report: May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: pushed versions: May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: { 'AddressGroup': {'1.2'}, May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: 'ConntrackHelper': {'1.0'}, May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: 'Log': {'1.0'}, May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: 'Network': {'1.1'}, May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: 'Port': {'1.7'}, May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: 'PortForwarding': {'1.2'}, May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: 'QosPolicy': {'1.8'}, May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: 'SecurityGroup': {'1.4'}, May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: 'SecurityGroupRule': {'1.2'}, May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: 'SubPort': {'1.0'}, May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: 'Subnet': {'1.1'}, May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: 'Trunk': {'1.1'}} May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: consumer versions: May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: { DHCP agent@dv-cinder-774286-14-iscsi: {}, May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: L3 agent@dv-cinder-774286-14-iscsi: {}, May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: Metadata agent@dv-cinder-774286-14-iscsi: {}, May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: Metering agent@dv-cinder-774286-14-iscsi: {}, May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: Open vSwitch agent@dv-cinder-774286-14-iscsi: { 'AddressGroup': '1.2', May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: 'ConntrackHelper': '1.0', May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: 'Log': '1.0', May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: 'Network': '1.1', May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: 'Port': '1.7', May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: 'PortForwarding': '1.2', May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: 'QosPolicy': '1.8', May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: 'SecurityGroup': '1.4', May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: 'SecurityGroupRule': '1.2', May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: 'SubPort': '1.0', May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: 'Subnet': '1.1', May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: 'Trunk': '1.1'}} May 10 14:53:24.225245 dv-cinder-774286-14-iscsi neutron-server[78744]: {{(pid=78744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 14:53:24.257122 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:53:24.275890 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Attempting to bind port 4b9be25b-a881-4afc-86ac-bbc025aeb42e on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:53:24.276304 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Attempting to bind port 4b9be25b-a881-4afc-86ac-bbc025aeb42e by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': '294f332c-b878-4295-a96c-fc5c21271e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '21b3d12c-1165-45fe-89a7-615b6c56d2a0'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:53:24.276721 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Attempting to bind port 4b9be25b-a881-4afc-86ac-bbc025aeb42e on network 21b3d12c-1165-45fe-89a7-615b6c56d2a0 {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:53:24.281823 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 14, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:53:24.282232 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Checking segment: {'id': '294f332c-b878-4295-a96c-fc5c21271e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '21b3d12c-1165-45fe-89a7-615b6c56d2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 14:53:24.282701 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:24.283086 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Bound using segment: {'id': '294f332c-b878-4295-a96c-fc5c21271e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '21b3d12c-1165-45fe-89a7-615b6c56d2a0'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:53:24.283584 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Bound port: 4b9be25b-a881-4afc-86ac-bbc025aeb42e, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294f332c-b878-4295-a96c-fc5c21271e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '21b3d12c-1165-45fe-89a7-615b6c56d2a0'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:53:24.283964 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:24.371359 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] For port 4b9be25b-a881-4afc-86ac-bbc025aeb42e, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:53:24.375045 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] For port 4b9be25b-a881-4afc-86ac-bbc025aeb42e, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=4b9be25b-a881-4afc-86ac-bbc025aeb42e,segment=NetworkSegment(294f332c-b878-4295-a96c-fc5c21271e74),segment_id=294f332c-b878-4295-a96c-fc5c21271e74)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:53:24.379402 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:24.384009 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:53:24.469536 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Pushing event updated for resources: {'Port': ['ID=4b9be25b-a881-4afc-86ac-bbc025aeb42e,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:24.472682 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:53:25.707272 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 37718) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:26.073435 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [None req-240588df-c8b6-4027-8d72-bc455307eabf admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:53:26.074635 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-240588df-c8b6-4027-8d72-bc455307eabf admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3662183 May 10 14:53:28.398639 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 37728) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:28.999913 dv-cinder-774286-14-iscsi neutron-server[78743]: WARNING oslo_policy.policy [None req-bec72702-8957-4e82-ad14-6eecc7d9807f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:53:29.000523 dv-cinder-774286-14-iscsi neutron-server[78743]: WARNING oslo_policy.policy [None req-bec72702-8957-4e82-ad14-6eecc7d9807f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:53:29.215623 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [None req-bec72702-8957-4e82-ad14-6eecc7d9807f admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:53:29.216880 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-bec72702-8957-4e82-ad14-6eecc7d9807f admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8162308 May 10 14:53:29.861686 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f26a9e-3de6-42f5-acf3-6f8c033e1037 None None] Network 21b3d12c-1165-45fe-89a7-615b6c56d2a0 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 14:53:29.951836 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-241aca4c-a9d0-4454-ac56-8e7e23fdd230 None None] Provisioning for port 4b9be25b-a881-4afc-86ac-bbc025aeb42e completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:30.313593 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 4b9be25b-a881-4afc-86ac-bbc025aeb42e up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:30.381635 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port 4b9be25b-a881-4afc-86ac-bbc025aeb42e completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:30.387676 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 4b9be25b-a881-4afc-86ac-bbc025aeb42e triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:30.388029 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:30.500956 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:30.532282 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] For port 4b9be25b-a881-4afc-86ac-bbc025aeb42e, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=4b9be25b-a881-4afc-86ac-bbc025aeb42e,segment=NetworkSegment(294f332c-b878-4295-a96c-fc5c21271e74),segment_id=294f332c-b878-4295-a96c-fc5c21271e74)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:30.537006 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:30.539819 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-e479af94-9dd0-43a4-821f-d42f44dd2296 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:53:30.626239 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Pushing event updated for resources: {'Port': ['ID=4b9be25b-a881-4afc-86ac-bbc025aeb42e,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:30.629220 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:53:31.826404 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 37748) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:32.167136 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-8615e02e-6012-4624-b8f3-0c2e56c2ac1d admin admin] Request body: {'router': {'tenant_id': '33addba6294e4e0f91493a745c1e3a28', 'name': 'router1', 'admin_state_up': True}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:32.236674 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.policy [None req-8615e02e-6012-4624-b8f3-0c2e56c2ac1d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78743) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 14:53:32.282087 dv-cinder-774286-14-iscsi neutron-server[78743]: WARNING oslo_policy.policy [None req-8615e02e-6012-4624-b8f3-0c2e56c2ac1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:53:32.282473 dv-cinder-774286-14-iscsi neutron-server[78743]: WARNING oslo_policy.policy [None req-8615e02e-6012-4624-b8f3-0c2e56c2ac1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 14:53:32.290103 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 4b9be25b-a881-4afc-86ac-bbc025aeb42e up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:32.291070 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.quota [None req-8615e02e-6012-4624-b8f3-0c2e56c2ac1d admin admin] Loaded quota_driver: . May 10 14:53:32.306729 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-8615e02e-6012-4624-b8f3-0c2e56c2ac1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:32.313585 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-8615e02e-6012-4624-b8f3-0c2e56c2ac1d admin admin] Usage tracker for resource:router and tenant:33addba6294e4e0f91493a745c1e3a28 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:32.318082 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-8615e02e-6012-4624-b8f3-0c2e56c2ac1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:32.325371 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-8615e02e-6012-4624-b8f3-0c2e56c2ac1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:32.341442 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8615e02e-6012-4624-b8f3-0c2e56c2ac1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-348896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29808'] for router, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:32.343416 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8615e02e-6012-4624-b8f3-0c2e56c2ac1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-348911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29769'] for router, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:32.358431 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 4b9be25b-a881-4afc-86ac-bbc025aeb42e triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:32.358825 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:32.368684 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8615e02e-6012-4624-b8f3-0c2e56c2ac1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:32.483605 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8615e02e-6012-4624-b8f3-0c2e56c2ac1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406019'] for router, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:32.504098 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8615e02e-6012-4624-b8f3-0c2e56c2ac1d admin admin] Notify callbacks [] for router, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:32.505231 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-8615e02e-6012-4624-b8f3-0c2e56c2ac1d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6778896 May 10 14:53:34.794460 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 37760) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:35.153083 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [None req-fab926b8-5fda-4e1d-aab7-6a7645c4e9d7 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:53:35.154077 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-fab926b8-5fda-4e1d-aab7-6a7645c4e9d7 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3587089 May 10 14:53:35.791299 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-8febc3ef-9d70-47cf-95ae-a1809c9e1323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:37.459661 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 37770) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:37.816550 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:37.820967 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:37.824669 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Usage tracker for resource:network and tenant:f4360101bf9341838580a45ba0845f70 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:37.827759 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:37.833555 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:37.844070 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Made reservation on behalf of f4360101bf9341838580a45ba0845f70 for: {'network': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:37.846220 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for network, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:37.858273 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:37.871667 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:37.875242 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Usage tracker for resource:security_group_rule and tenant:f4360101bf9341838580a45ba0845f70 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:37.877906 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:37.883341 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:37.964996 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:37.968378 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:37.972325 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:53:37.986777 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Reserving flat network on physical network physnet1 {{(pid=78742) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 14:53:38.006742 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d459ab-8c94-4e7c-baa2-87867230cbc9,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:38.009875 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:53:38.012506 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:38.012852 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.db.segments_db [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Added segment a02685f4-6b72-4970-87d0-2c7bf213b27f of type flat for network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c May 10 14:53:38.044819 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729786867074'] for network, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:38.079780 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for network, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:38.081075 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:53:38.081643 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:38.086066 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-03c14cb2-2eb2-46ba-9fca-268c8f2e5966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:53:38.189697 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7288556 May 10 14:53:38.190293 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Pushing event updated for resources: {'Network': ['ID=7f05d45f-a9de-427f-b4f6-29fb46a47d9c,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:38.192906 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:53:38.201200 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c details requested by agent ovs-agent-dv-cinder-774286-14-iscsi with host dv-cinder-774286-14-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:53:38.384685 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:38.556050 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-059dceda-81de-4efb-8871-801e797c91fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:39.326252 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:40.485242 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 37790) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:40.691918 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1379bf37-9e24-4199-83d6-5048635cf731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:53:40.693216 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-1379bf37-9e24-4199-83d6-5048635cf731 admin admin] 10.222.0.30 "GET /v2.0/subnets/dc09e210-5879-427e-8146-41ec31afe4bb HTTP/1.1" status: 200 len: 849 time: 0.2070427 May 10 14:53:40.822752 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:40.865351 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-31cc9fd7-aa94-49e8-902a-67e17292e949 admin admin] 10.222.0.30 "GET /v2.0/routers/0e91dffd-ac60-4475-93cb-7948a69de84d HTTP/1.1" status: 200 len: 704 time: 0.1660867 May 10 14:53:41.340919 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3f8188bb-ad8c-4646-aa18-ce3b4f3d03e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.559793 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-3f8188bb-ad8c-4646-aa18-ce3b4f3d03e3 admin admin] Allocated IP 172.20.0.1 (21b3d12c-1165-45fe-89a7-615b6c56d2a0/dc09e210-5879-427e-8146-41ec31afe4bb/07e9552d-6a5d-447d-89d9-c6e76bde74a8) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:41.708951 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3f8188bb-ad8c-4646-aa18-ce3b4f3d03e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.725865 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [None req-3f8188bb-ad8c-4646-aa18-ce3b4f3d03e3 admin admin] Transition to ACTIVE for port object 07e9552d-6a5d-447d-89d9-c6e76bde74a8 will not be triggered until provisioned by entity DHCP. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:41.778798 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3f8188bb-ad8c-4646-aa18-ce3b4f3d03e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.786021 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:53:41.839724 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8188bb-ad8c-4646-aa18-ce3b4f3d03e3 admin admin] Network 21b3d12c-1165-45fe-89a7-615b6c56d2a0 is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:41.842365 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-3f8188bb-ad8c-4646-aa18-ce3b4f3d03e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:41.845991 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8188bb-ad8c-4646-aa18-ce3b4f3d03e3 admin admin] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 14:53:41.846509 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3f8188bb-ad8c-4646-aa18-ce3b4f3d03e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394716'] for router_interface, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:41.979270 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8188bb-ad8c-4646-aa18-ce3b4f3d03e3 admin admin] Pushing event updated for resources: {'Port': ['ID=07e9552d-6a5d-447d-89d9-c6e76bde74a8,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:41.989754 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3f8188bb-ad8c-4646-aa18-ce3b4f3d03e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:53:42.071517 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-62e35f2c-0ff7-4cfb-bc7b-b3ab681e1248 None None] Provisioning for port 07e9552d-6a5d-447d-89d9-c6e76bde74a8 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:42.077345 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-62e35f2c-0ff7-4cfb-bc7b-b3ab681e1248 None None] Provisioning complete for port 07e9552d-6a5d-447d-89d9-c6e76bde74a8 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:42.078495 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-62e35f2c-0ff7-4cfb-bc7b-b3ab681e1248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.111663 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3f8188bb-ad8c-4646-aa18-ce3b4f3d03e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.135685 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-62e35f2c-0ff7-4cfb-bc7b-b3ab681e1248 None None] Port 07e9552d-6a5d-447d-89d9-c6e76bde74a8 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:53:42.332107 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3f8188bb-ad8c-4646-aa18-ce3b4f3d03e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.336315 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3f8188bb-ad8c-4646-aa18-ce3b4f3d03e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.337414 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3f8188bb-ad8c-4646-aa18-ce3b4f3d03e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394623'] for router_interface, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.341026 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3f8188bb-ad8c-4646-aa18-ce3b4f3d03e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:53:42.465818 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8188bb-ad8c-4646-aa18-ce3b4f3d03e3 admin admin] Pushing event updated for resources: {'Port': ['ID=07e9552d-6a5d-447d-89d9-c6e76bde74a8,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:42.469918 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3f8188bb-ad8c-4646-aa18-ce3b4f3d03e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:53:42.524439 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8188bb-ad8c-4646-aa18-ce3b4f3d03e3 admin admin] Network 21b3d12c-1165-45fe-89a7-615b6c56d2a0 is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:42.525483 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-3f8188bb-ad8c-4646-aa18-ce3b4f3d03e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:42.745151 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8188bb-ad8c-4646-aa18-ce3b4f3d03e3 admin admin] Router 0e91dffd-ac60-4475-93cb-7948a69de84d is scheduled to L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 with binding_index 1 {{(pid=78742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 14:53:42.756890 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-6e7d176b-79d9-4fe1-bded-11fd2c6e5e1c None None] Provisioning complete for port 07e9552d-6a5d-447d-89d9-c6e76bde74a8 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:42.757255 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-6e7d176b-79d9-4fe1-bded-11fd2c6e5e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:42.808749 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-6e7d176b-79d9-4fe1-bded-11fd2c6e5e1c None None] Port 07e9552d-6a5d-447d-89d9-c6e76bde74a8 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 14:53:42.896491 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8188bb-ad8c-4646-aa18-ce3b4f3d03e3 admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:53:42.905843 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] Sync routers for ids ['0e91dffd-ac60-4475-93cb-7948a69de84d'] in dv-cinder-774286-14-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:53:42.906471 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-3f8188bb-ad8c-4646-aa18-ce3b4f3d03e3 admin admin] 10.222.0.30 "PUT /v2.0/routers/0e91dffd-ac60-4475-93cb-7948a69de84d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0358548 May 10 14:53:42.917110 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] Routers {'0e91dffd-ac60-4475-93cb-7948a69de84d'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 14:53:42.917968 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T14:53:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['0e91dffd-ac60-4475-93cb-7948a69de84d'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:43.091879 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] Set router 0e91dffd-ac60-4475-93cb-7948a69de84d gateway port host: None {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 14:53:43.456088 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e91dffd-ac60-4475-93cb-7948a69de84d', 'name': 'router1', 'tenant_id': '33addba6294e4e0f91493a745c1e3a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T14:53:32Z', 'updated_at': '2021-05-10T14:53:42Z', 'revision_number': 2, 'project_id': '33addba6294e4e0f91493a745c1e3a28', 'gw_port_host': None, '_interfaces': [{'id': '07e9552d-6a5d-447d-89d9-c6e76bde74a8', 'name': '', 'network_id': '21b3d12c-1165-45fe-89a7-615b6c56d2a0', 'tenant_id': '33addba6294e4e0f91493a745c1e3a28', 'mac_address': 'fa:16:3e:25:f3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e91dffd-ac60-4475-93cb-7948a69de84d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc09e210-5879-427e-8146-41ec31afe4bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T14:53:41Z', 'updated_at': '2021-05-10T14:53:42Z', 'revision_number': 2, 'project_id': '33addba6294e4e0f91493a745c1e3a28', 'subnets': [{'id': 'dc09e210-5879-427e-8146-41ec31afe4bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85ada8e8-8061-49ad-9adb-5c48da4770ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:43.460897 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] Checking router: 0e91dffd-ac60-4475-93cb-7948a69de84d for host: dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:53:43.461272 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] Updating router 0e91dffd-ac60-4475-93cb-7948a69de84d port 07e9552d-6a5d-447d-89d9-c6e76bde74a8 binding host dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:53:43.512626 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:43.883777 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] Notify callbacks [] for port, precommit_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:43.898951 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.provisioning_blocks [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] Transition to ACTIVE for port object 07e9552d-6a5d-447d-89d9-c6e76bde74a8 will not be triggered until provisioned by entity L2. {{(pid=78745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:43.905647 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:43.911167 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:53:44.046619 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ccc3b-a34a-48a0-b693-36a7e3c30c01 None None] Pushing event updated for resources: {'Port': ['ID=07e9552d-6a5d-447d-89d9-c6e76bde74a8,revision_number=3']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:44.080724 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccc3b-a34a-48a0-b693-36a7e3c30c01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:44.081089 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccc3b-a34a-48a0-b693-36a7e3c30c01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:44.081426 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccc3b-a34a-48a0-b693-36a7e3c30c01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:44.081755 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccc3b-a34a-48a0-b693-36a7e3c30c01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:44.082080 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccc3b-a34a-48a0-b693-36a7e3c30c01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:44.082401 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccc3b-a34a-48a0-b693-36a7e3c30c01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:44.082716 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccc3b-a34a-48a0-b693-36a7e3c30c01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:44.083033 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccc3b-a34a-48a0-b693-36a7e3c30c01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:44.083365 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccc3b-a34a-48a0-b693-36a7e3c30c01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:44.083680 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccc3b-a34a-48a0-b693-36a7e3c30c01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:44.084023 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccc3b-a34a-48a0-b693-36a7e3c30c01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:44.084337 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccc3b-a34a-48a0-b693-36a7e3c30c01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3ccc3b-a34a-48a0-b693-36a7e3c30c01 None None] Tracked resource versions report: May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: pushed versions: May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: { 'AddressGroup': {'1.2'}, May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: 'ConntrackHelper': {'1.0'}, May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: 'Log': {'1.0'}, May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: 'Network': {'1.1'}, May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: 'Port': {'1.7'}, May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: 'PortForwarding': {'1.2'}, May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: 'QosPolicy': {'1.8'}, May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: 'SecurityGroup': {'1.4'}, May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: 'SecurityGroupRule': {'1.2'}, May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: 'SubPort': {'1.0'}, May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: 'Subnet': {'1.1'}, May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: 'Trunk': {'1.1'}} May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: consumer versions: May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: { DHCP agent@dv-cinder-774286-14-iscsi: {}, May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: L3 agent@dv-cinder-774286-14-iscsi: {}, May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: Metadata agent@dv-cinder-774286-14-iscsi: {}, May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: Metering agent@dv-cinder-774286-14-iscsi: {}, May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: Open vSwitch agent@dv-cinder-774286-14-iscsi: { 'AddressGroup': '1.2', May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: 'ConntrackHelper': '1.0', May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: 'Log': '1.0', May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: 'Network': '1.1', May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: 'Port': '1.7', May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: 'PortForwarding': '1.2', May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: 'QosPolicy': '1.8', May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: 'SecurityGroup': '1.4', May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: 'SecurityGroupRule': '1.2', May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: 'SubPort': '1.0', May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: 'Subnet': '1.1', May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: 'Trunk': '1.1'}} May 10 14:53:44.085739 dv-cinder-774286-14-iscsi neutron-server[78745]: {{(pid=78745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 14:53:44.125791 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-7b3ccc3b-a34a-48a0-b693-36a7e3c30c01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:53:44.151862 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] Attempting to bind port 07e9552d-6a5d-447d-89d9-c6e76bde74a8 on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:53:44.152283 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] Attempting to bind port 07e9552d-6a5d-447d-89d9-c6e76bde74a8 by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': '294f332c-b878-4295-a96c-fc5c21271e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '21b3d12c-1165-45fe-89a7-615b6c56d2a0'}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:53:44.152716 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] Attempting to bind port 07e9552d-6a5d-447d-89d9-c6e76bde74a8 on network 21b3d12c-1165-45fe-89a7-615b6c56d2a0 {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:53:44.157906 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 14, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:53:44.158309 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] Checking segment: {'id': '294f332c-b878-4295-a96c-fc5c21271e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '21b3d12c-1165-45fe-89a7-615b6c56d2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 14:53:44.158777 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:44.159173 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] Bound using segment: {'id': '294f332c-b878-4295-a96c-fc5c21271e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '21b3d12c-1165-45fe-89a7-615b6c56d2a0'} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:53:44.159669 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] Bound port: 07e9552d-6a5d-447d-89d9-c6e76bde74a8, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294f332c-b878-4295-a96c-fc5c21271e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '21b3d12c-1165-45fe-89a7-615b6c56d2a0'}}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:53:44.160070 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:44.247297 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] For port 07e9552d-6a5d-447d-89d9-c6e76bde74a8, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:53:44.252025 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] For port 07e9552d-6a5d-447d-89d9-c6e76bde74a8, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=07e9552d-6a5d-447d-89d9-c6e76bde74a8,segment=NetworkSegment(294f332c-b878-4295-a96c-fc5c21271e74),segment_id=294f332c-b878-4295-a96c-fc5c21271e74)] {{(pid=78745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:53:44.257221 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:44.261993 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-7b3ccc3b-a34a-48a0-b693-36a7e3c30c01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:53:44.341837 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] Routers {'0e91dffd-ac60-4475-93cb-7948a69de84d'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 14:53:44.342458 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T14:53:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['0e91dffd-ac60-4475-93cb-7948a69de84d'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:44.480391 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ccc3b-a34a-48a0-b693-36a7e3c30c01 None None] Pushing event updated for resources: {'Port': ['ID=07e9552d-6a5d-447d-89d9-c6e76bde74a8,revision_number=4']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:44.491376 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-7b3ccc3b-a34a-48a0-b693-36a7e3c30c01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:53:44.524263 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] Set router 0e91dffd-ac60-4475-93cb-7948a69de84d gateway port host: None {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 14:53:44.835121 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e91dffd-ac60-4475-93cb-7948a69de84d', 'name': 'router1', 'tenant_id': '33addba6294e4e0f91493a745c1e3a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T14:53:32Z', 'updated_at': '2021-05-10T14:53:42Z', 'revision_number': 2, 'project_id': '33addba6294e4e0f91493a745c1e3a28', 'gw_port_host': None, '_interfaces': [{'id': '07e9552d-6a5d-447d-89d9-c6e76bde74a8', 'name': '', 'network_id': '21b3d12c-1165-45fe-89a7-615b6c56d2a0', 'tenant_id': '33addba6294e4e0f91493a745c1e3a28', 'mac_address': 'fa:16:3e:25:f3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e91dffd-ac60-4475-93cb-7948a69de84d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc09e210-5879-427e-8146-41ec31afe4bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T14:53:41Z', 'updated_at': '2021-05-10T14:53:44Z', 'revision_number': 4, 'project_id': '33addba6294e4e0f91493a745c1e3a28', 'subnets': [{'id': 'dc09e210-5879-427e-8146-41ec31afe4bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85ada8e8-8061-49ad-9adb-5c48da4770ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:44.839378 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d6e6d-15f3-4210-887d-ac518b98b509 None None] The sync data for ids ['0e91dffd-ac60-4475-93cb-7948a69de84d'] in dv-cinder-774286-14-iscsi is: [{'id': '0e91dffd-ac60-4475-93cb-7948a69de84d', 'name': 'router1', 'tenant_id': '33addba6294e4e0f91493a745c1e3a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T14:53:32Z', 'updated_at': '2021-05-10T14:53:42Z', 'revision_number': 2, 'project_id': '33addba6294e4e0f91493a745c1e3a28', 'gw_port_host': None, '_interfaces': [{'id': '07e9552d-6a5d-447d-89d9-c6e76bde74a8', 'name': '', 'network_id': '21b3d12c-1165-45fe-89a7-615b6c56d2a0', 'tenant_id': '33addba6294e4e0f91493a745c1e3a28', 'mac_address': 'fa:16:3e:25:f3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e91dffd-ac60-4475-93cb-7948a69de84d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc09e210-5879-427e-8146-41ec31afe4bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T14:53:41Z', 'updated_at': '2021-05-10T14:53:44Z', 'revision_number': 4, 'project_id': '33addba6294e4e0f91493a745c1e3a28', 'subnets': [{'id': 'dc09e210-5879-427e-8146-41ec31afe4bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85ada8e8-8061-49ad-9adb-5c48da4770ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:53:45.073113 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 37812) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:45.248802 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6188b0-ca87-4b71-bb6c-672700ebfc25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:53:45.250164 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-cb6188b0-ca87-4b71-bb6c-672700ebfc25 admin admin] 10.222.0.30 "GET /v2.0/networks/7f05d45f-a9de-427f-b4f6-29fb46a47d9c HTTP/1.1" status: 200 len: 842 time: 0.1761410 May 10 14:53:45.259298 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:45.264874 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:53:45.268530 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Usage tracker for resource:subnet and tenant:f4360101bf9341838580a45ba0845f70 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:53:45.271644 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:53:45.277680 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:53:45.285991 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Made reservation on behalf of f4360101bf9341838580a45ba0845f70 for: {'subnet': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:53:45.288939 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:45.760308 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.objects.ports [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78743) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 10 14:53:45.760782 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for subnet, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:45.766510 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:53:45.841987 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e18a723-9037-4ee4-acce-9c55576c5ea3,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:45.845594 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Checking segment: {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 14:53:45.845967 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Network hostable DHCP agents. Network: 7f05d45f-a9de-427f-b4f6-29fb46a47d9c, hostable agents: ['c2c2a961-2376-4d10-9e89-a93ed7bded42'], hosted agents: [] {{(pid=78743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:53:45.853123 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:45.854004 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:45.854333 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:45.854654 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:45.854969 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:45.855289 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:45.855600 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:45.855924 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:45.856279 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:45.856596 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:45.856904 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:45.857209 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Tracked resource versions report: May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: pushed versions: May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: { 'AddressGroup': {'1.2'}, May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: 'ConntrackHelper': {'1.0'}, May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: 'Log': {'1.0'}, May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: 'Network': {'1.1'}, May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: 'Port': {'1.7'}, May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: 'PortForwarding': {'1.2'}, May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: 'QosPolicy': {'1.8'}, May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: 'SecurityGroup': {'1.4'}, May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: 'SecurityGroupRule': {'1.2'}, May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: 'SubPort': {'1.0'}, May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: 'Subnet': {'1.1'}, May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: 'Trunk': {'1.1'}} May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: consumer versions: May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: { DHCP agent@dv-cinder-774286-14-iscsi: {}, May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: L3 agent@dv-cinder-774286-14-iscsi: {}, May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: Metadata agent@dv-cinder-774286-14-iscsi: {}, May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: Metering agent@dv-cinder-774286-14-iscsi: {}, May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: Open vSwitch agent@dv-cinder-774286-14-iscsi: { 'AddressGroup': '1.2', May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: 'ConntrackHelper': '1.0', May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: 'Log': '1.0', May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: 'Network': '1.1', May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: 'Port': '1.7', May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: 'PortForwarding': '1.2', May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: 'QosPolicy': '1.8', May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: 'SecurityGroup': '1.4', May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: 'SecurityGroupRule': '1.2', May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: 'SubPort': '1.0', May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: 'Subnet': '1.1', May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: 'Trunk': '1.1'}} May 10 14:53:45.858505 dv-cinder-774286-14-iscsi neutron-server[78743]: {{(pid=78743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 14:53:45.897935 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:53:45.900232 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c is scheduled to be hosted by DHCP agent c2c2a961-2376-4d10-9e89-a93ed7bded42 with binding_index 1 {{(pid=78743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:53:45.910490 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-14-iscsi, 7f05d45f-a9de-427f-b4f6-29fb46a47d9c) {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:45.915077 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:53:45.915693 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:45.920817 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a9d3b2-59b8-4ad2-8ac1-f7a9286d38e3 None None] Network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 14:53:45.950245 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6863880 May 10 14:53:46.131611 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6eca62-0e7b-4467-915a-789044ec492b None None] Network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 14:53:48.177121 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 37830) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:48.319998 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 07e9552d-6a5d-447d-89d9-c6e76bde74a8 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:48.389836 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port 07e9552d-6a5d-447d-89d9-c6e76bde74a8 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:48.396026 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-8196f139-73ab-4b13-b353-313ea387f6cf admin admin] 10.222.0.30 "GET /v2.0/routers/0e91dffd-ac60-4475-93cb-7948a69de84d HTTP/1.1" status: 200 len: 710 time: 0.2135658 May 10 14:53:48.396206 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 07e9552d-6a5d-447d-89d9-c6e76bde74a8 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:48.396206 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:48.512507 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:48.522693 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583c2c32-c228-4977-a241-2a764c763d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:53:48.524273 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-583c2c32-c228-4977-a241-2a764c763d3d admin admin] 10.222.0.30 "GET /v2.0/networks/7f05d45f-a9de-427f-b4f6-29fb46a47d9c HTTP/1.1" status: 200 len: 886 time: 0.1270068 May 10 14:53:48.532936 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-f516b054-17cd-41a8-99c4-6611fa7a4a58 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:53:48.548980 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] For port 07e9552d-6a5d-447d-89d9-c6e76bde74a8, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=07e9552d-6a5d-447d-89d9-c6e76bde74a8,segment=NetworkSegment(294f332c-b878-4295-a96c-fc5c21271e74),segment_id=294f332c-b878-4295-a96c-fc5c21271e74)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:48.552750 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:48.555363 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:53:48.623683 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Pushing event updated for resources: {'Port': ['ID=07e9552d-6a5d-447d-89d9-c6e76bde74a8,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:48.626971 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:53:48.963416 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f516b054-17cd-41a8-99c4-6611fa7a4a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29783'] for router, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:49.314793 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f516b054-17cd-41a8-99c4-6611fa7a4a58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:49.369497 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f516b054-17cd-41a8-99c4-6611fa7a4a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:49.500832 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [None req-f516b054-17cd-41a8-99c4-6611fa7a4a58 admin admin] Allocated IP 172.27.2.161 (7f05d45f-a9de-427f-b4f6-29fb46a47d9c/0e18a723-9037-4ee4-acce-9c55576c5ea3/873d05e6-a097-483e-baa7-33269ee96a47) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:53:49.642574 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f516b054-17cd-41a8-99c4-6611fa7a4a58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:49.696710 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f516b054-17cd-41a8-99c4-6611fa7a4a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:49.700995 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:53:49.757676 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f516b054-17cd-41a8-99c4-6611fa7a4a58 admin admin] Network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:53:49.760344 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-f516b054-17cd-41a8-99c4-6611fa7a4a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:53:49.768610 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f516b054-17cd-41a8-99c4-6611fa7a4a58 admin admin] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 14:53:49.823753 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516b054-17cd-41a8-99c4-6611fa7a4a58 admin admin] Pushing event updated for resources: {'Port': ['ID=873d05e6-a097-483e-baa7-33269ee96a47,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:49.876088 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-f516b054-17cd-41a8-99c4-6611fa7a4a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:53:50.142240 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f516b054-17cd-41a8-99c4-6611fa7a4a58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:50.303418 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 07e9552d-6a5d-447d-89d9-c6e76bde74a8 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:50.368306 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 07e9552d-6a5d-447d-89d9-c6e76bde74a8 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:50.368598 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:50.473607 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f516b054-17cd-41a8-99c4-6611fa7a4a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29783'] for router, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:50.476854 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f516b054-17cd-41a8-99c4-6611fa7a4a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-351235'] for router, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:50.690960 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f516b054-17cd-41a8-99c4-6611fa7a4a58 admin admin] Router 0e91dffd-ac60-4475-93cb-7948a69de84d has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 14:53:50.856885 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f516b054-17cd-41a8-99c4-6611fa7a4a58 admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 14:53:50.865764 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] Sync routers for ids ['0e91dffd-ac60-4475-93cb-7948a69de84d'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:53:50.866467 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f516b054-17cd-41a8-99c4-6611fa7a4a58 admin admin] Notify callbacks [] for router, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:50.867626 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-f516b054-17cd-41a8-99c4-6611fa7a4a58 admin admin] 10.222.0.30 "PUT /v2.0/routers/0e91dffd-ac60-4475-93cb-7948a69de84d HTTP/1.1" status: 200 len: 890 time: 2.3379340 May 10 14:53:50.875840 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] Routers {'0e91dffd-ac60-4475-93cb-7948a69de84d'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 14:53:50.876550 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T14:53:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['0e91dffd-ac60-4475-93cb-7948a69de84d'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:51.088774 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] Set router 0e91dffd-ac60-4475-93cb-7948a69de84d gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 14:53:51.418920 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e91dffd-ac60-4475-93cb-7948a69de84d', 'name': 'router1', 'tenant_id': '33addba6294e4e0f91493a745c1e3a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '873d05e6-a097-483e-baa7-33269ee96a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T14:53:32Z', 'updated_at': '2021-05-10T14:53:49Z', 'revision_number': 4, 'project_id': '33addba6294e4e0f91493a745c1e3a28', 'gw_port': {'id': '873d05e6-a097-483e-baa7-33269ee96a47', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e91dffd-ac60-4475-93cb-7948a69de84d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T14:53:49Z', 'updated_at': '2021-05-10T14:53:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '07e9552d-6a5d-447d-89d9-c6e76bde74a8', 'name': '', 'network_id': '21b3d12c-1165-45fe-89a7-615b6c56d2a0', 'tenant_id': '33addba6294e4e0f91493a745c1e3a28', 'mac_address': 'fa:16:3e:25:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e91dffd-ac60-4475-93cb-7948a69de84d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc09e210-5879-427e-8146-41ec31afe4bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T14:53:41Z', 'updated_at': '2021-05-10T14:53:48Z', 'revision_number': 5, 'project_id': '33addba6294e4e0f91493a745c1e3a28', 'subnets': [{'id': 'dc09e210-5879-427e-8146-41ec31afe4bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85ada8e8-8061-49ad-9adb-5c48da4770ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:51.423523 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] Checking router: 0e91dffd-ac60-4475-93cb-7948a69de84d for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:53:51.423867 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] Updating router 0e91dffd-ac60-4475-93cb-7948a69de84d port 873d05e6-a097-483e-baa7-33269ee96a47 binding host dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:53:51.473130 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:51.789414 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] Notify callbacks [] for port, precommit_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:51.801625 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] Transition to ACTIVE for port object 873d05e6-a097-483e-baa7-33269ee96a47 will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:53:51.808160 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:51.811868 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:53:51.889254 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd1ce7-53cb-48e6-b6f0-baf011f27719 None None] Pushing event updated for resources: {'Port': ['ID=873d05e6-a097-483e-baa7-33269ee96a47,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:51.892958 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-21fd1ce7-53cb-48e6-b6f0-baf011f27719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:53:51.893741 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] Attempting to bind port 873d05e6-a097-483e-baa7-33269ee96a47 on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:53:51.894099 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] Attempting to bind port 873d05e6-a097-483e-baa7-33269ee96a47 by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:53:51.894451 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] Attempting to bind port 873d05e6-a097-483e-baa7-33269ee96a47 on network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:53:51.899680 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 14, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:53:51.900076 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] Checking segment: {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 14:53:51.901086 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:51.901470 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] Bound using segment: {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:53:51.901925 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] Bound port: 873d05e6-a097-483e-baa7-33269ee96a47, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:53:51.902309 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:51.970586 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] For port 873d05e6-a097-483e-baa7-33269ee96a47, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:53:51.973461 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] For port 873d05e6-a097-483e-baa7-33269ee96a47, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=873d05e6-a097-483e-baa7-33269ee96a47,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:53:51.977884 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:51.982057 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:53:52.043238 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] Routers {'0e91dffd-ac60-4475-93cb-7948a69de84d'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 14:53:52.043764 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T14:53:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['0e91dffd-ac60-4475-93cb-7948a69de84d'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:52.184794 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd1ce7-53cb-48e6-b6f0-baf011f27719 None None] Pushing event updated for resources: {'Port': ['ID=873d05e6-a097-483e-baa7-33269ee96a47,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:52.198832 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-21fd1ce7-53cb-48e6-b6f0-baf011f27719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:53:52.237097 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] Set router 0e91dffd-ac60-4475-93cb-7948a69de84d gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 14:53:52.576347 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e91dffd-ac60-4475-93cb-7948a69de84d', 'name': 'router1', 'tenant_id': '33addba6294e4e0f91493a745c1e3a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '873d05e6-a097-483e-baa7-33269ee96a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T14:53:32Z', 'updated_at': '2021-05-10T14:53:49Z', 'revision_number': 4, 'project_id': '33addba6294e4e0f91493a745c1e3a28', 'gw_port': {'id': '873d05e6-a097-483e-baa7-33269ee96a47', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e91dffd-ac60-4475-93cb-7948a69de84d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T14:53:49Z', 'updated_at': '2021-05-10T14:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '07e9552d-6a5d-447d-89d9-c6e76bde74a8', 'name': '', 'network_id': '21b3d12c-1165-45fe-89a7-615b6c56d2a0', 'tenant_id': '33addba6294e4e0f91493a745c1e3a28', 'mac_address': 'fa:16:3e:25:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e91dffd-ac60-4475-93cb-7948a69de84d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc09e210-5879-427e-8146-41ec31afe4bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T14:53:41Z', 'updated_at': '2021-05-10T14:53:48Z', 'revision_number': 5, 'project_id': '33addba6294e4e0f91493a745c1e3a28', 'subnets': [{'id': 'dc09e210-5879-427e-8146-41ec31afe4bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85ada8e8-8061-49ad-9adb-5c48da4770ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:53:52.580162 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0f944b-6ffd-4bd6-847a-57d72ffe528e None None] The sync data for ids ['0e91dffd-ac60-4475-93cb-7948a69de84d'] in dv-cinder-774286-14-iscsi is: [{'id': '0e91dffd-ac60-4475-93cb-7948a69de84d', 'name': 'router1', 'tenant_id': '33addba6294e4e0f91493a745c1e3a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '873d05e6-a097-483e-baa7-33269ee96a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T14:53:32Z', 'updated_at': '2021-05-10T14:53:49Z', 'revision_number': 4, 'project_id': '33addba6294e4e0f91493a745c1e3a28', 'gw_port': {'id': '873d05e6-a097-483e-baa7-33269ee96a47', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e91dffd-ac60-4475-93cb-7948a69de84d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T14:53:49Z', 'updated_at': '2021-05-10T14:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '07e9552d-6a5d-447d-89d9-c6e76bde74a8', 'name': '', 'network_id': '21b3d12c-1165-45fe-89a7-615b6c56d2a0', 'tenant_id': '33addba6294e4e0f91493a745c1e3a28', 'mac_address': 'fa:16:3e:25:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e91dffd-ac60-4475-93cb-7948a69de84d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc09e210-5879-427e-8146-41ec31afe4bb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T14:53:41Z', 'updated_at': '2021-05-10T14:53:48Z', 'revision_number': 5, 'project_id': '33addba6294e4e0f91493a745c1e3a28', 'subnets': [{'id': 'dc09e210-5879-427e-8146-41ec31afe4bb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85ada8e8-8061-49ad-9adb-5c48da4770ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:53:53.179762 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 37840) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:53:53.298002 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-544e8161-a609-4660-93ee-4a0d6197a0e2 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1170940 May 10 14:53:54.324727 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 873d05e6-a097-483e-baa7-33269ee96a47 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:54.394439 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port 873d05e6-a097-483e-baa7-33269ee96a47 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:53:54.398839 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 873d05e6-a097-483e-baa7-33269ee96a47 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:54.399211 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.521925 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.538990 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] For port 873d05e6-a097-483e-baa7-33269ee96a47, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=873d05e6-a097-483e-baa7-33269ee96a47,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:53:54.543341 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:53:54.545374 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:53:54.609181 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Pushing event updated for resources: {'Port': ['ID=873d05e6-a097-483e-baa7-33269ee96a47,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:53:54.612009 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:53:56.307918 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 873d05e6-a097-483e-baa7-33269ee96a47 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:53:56.376504 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 873d05e6-a097-483e-baa7-33269ee96a47 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:53:56.376877 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:02.156873 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 5 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 14:54:05.794605 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-811a0c9f-5ab7-4c1b-b06c-c84351cb6733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:08.390981 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:08.567534 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-57679a64-c44b-4256-9473-e5c04c7e8c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:09.331625 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:10.892528 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:35.797683 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-10f517c4-1162-4842-86ff-d07f370378ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:38.387024 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:38.560891 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-88671e7e-0df2-4763-8211-d7e347a69a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:39.156613 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 5 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 14:54:39.335845 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:54:40.849398 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:05.800998 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7496f717-2e71-4f73-b62f-0e2ad562a059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:08.388602 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:08.564326 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-12d85131-661a-492d-bc7c-87ee970bd496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:09.337340 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:10.852643 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:16.155624 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 5 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 14:55:26.150181 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 38410) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:26.216458 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.pecan_wsgi.hooks.translation [None req-60084cdd-55ef-480e-a1ef-b00bb210f24e admin admin] GET failed (client error): The resource could not be found. May 10 14:55:26.216971 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-60084cdd-55ef-480e-a1ef-b00bb210f24e admin admin] Synchronizing usage tracker for tenant:f4360101bf9341838580a45ba0845f70 on resource:network {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:55:26.234084 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-60084cdd-55ef-480e-a1ef-b00bb210f24e admin admin] Unset dirty status for tenant:f4360101bf9341838580a45ba0845f70 on resource:network {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:55:26.235158 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-60084cdd-55ef-480e-a1ef-b00bb210f24e admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0840497 May 10 14:55:26.366351 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdc422c-e930-48ec-8396-0616518c4066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:55:26.368443 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-afdc422c-e930-48ec-8396-0616518c4066 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1294122 May 10 14:55:28.438285 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 38420) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:28.541523 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a784f6-38c1-426d-a5fc-3bcd78606d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:55:28.542825 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-e1a784f6-38c1-426d-a5fc-3bcd78606d6e admin admin] 10.222.0.30 "GET /v2.0/subnets/dc09e210-5879-427e-8146-41ec31afe4bb HTTP/1.1" status: 200 len: 849 time: 0.1036029 May 10 14:55:28.552092 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-6c0bd2b0-9fdd-4395-8cd6-0059ee051f6c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:55:28.666445 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6c0bd2b0-9fdd-4395-8cd6-0059ee051f6c admin admin] Notify callbacks [] for subnet, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:28.847043 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6c0bd2b0-9fdd-4395-8cd6-0059ee051f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729787283550'] for subnet, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:28.851826 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:55:28.891528 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0bd2b0-9fdd-4395-8cd6-0059ee051f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:55:28.892129 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6c0bd2b0-9fdd-4395-8cd6-0059ee051f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:28.894109 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-6c0bd2b0-9fdd-4395-8cd6-0059ee051f6c admin admin] 10.222.0.30 "PUT /v2.0/subnets/dc09e210-5879-427e-8146-41ec31afe4bb HTTP/1.1" status: 200 len: 868 time: 0.3458703 May 10 14:55:28.896485 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7782542-8ce4-43e7-8376-7a148b514aac None None] Network 21b3d12c-1165-45fe-89a7-615b6c56d2a0 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 14:55:28.920771 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bd2b0-9fdd-4395-8cd6-0059ee051f6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc09e210-5879-427e-8146-41ec31afe4bb,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:55:28.928581 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0bd2b0-9fdd-4395-8cd6-0059ee051f6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:28.928929 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0bd2b0-9fdd-4395-8cd6-0059ee051f6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:28.929268 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0bd2b0-9fdd-4395-8cd6-0059ee051f6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:28.929603 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0bd2b0-9fdd-4395-8cd6-0059ee051f6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:28.929934 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0bd2b0-9fdd-4395-8cd6-0059ee051f6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:28.930264 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0bd2b0-9fdd-4395-8cd6-0059ee051f6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:28.930596 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0bd2b0-9fdd-4395-8cd6-0059ee051f6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:28.930945 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0bd2b0-9fdd-4395-8cd6-0059ee051f6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:28.931277 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0bd2b0-9fdd-4395-8cd6-0059ee051f6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:28.931599 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0bd2b0-9fdd-4395-8cd6-0059ee051f6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:28.931922 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0bd2b0-9fdd-4395-8cd6-0059ee051f6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:28.932266 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0bd2b0-9fdd-4395-8cd6-0059ee051f6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:55:28.935888 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6c0bd2b0-9fdd-4395-8cd6-0059ee051f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:55:29.314364 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-751dc647-343c-434b-8a97-536812f7cba5 None None] Provisioning complete for port 4b9be25b-a881-4afc-86ac-bbc025aeb42e triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:29.314792 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-751dc647-343c-434b-8a97-536812f7cba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:29.438983 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-751dc647-343c-434b-8a97-536812f7cba5 None None] Provisioning complete for port 07e9552d-6a5d-447d-89d9-c6e76bde74a8 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:55:29.439278 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-751dc647-343c-434b-8a97-536812f7cba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:30.976694 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 38430) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:31.147641 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca8874a-ca84-4940-8883-c08871cb0830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:55:31.148184 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca8874a-ca84-4940-8883-c08871cb0830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:55:31.149667 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-fca8874a-ca84-4940-8883-c08871cb0830 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1720176 May 10 14:55:33.231312 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 38440) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:33.400362 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f20c78a-3971-42e7-a861-ca37120e6534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:55:33.400770 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f20c78a-3971-42e7-a861-ca37120e6534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:55:33.402252 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-1f20c78a-3971-42e7-a861-ca37120e6534 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1698954 May 10 14:55:35.476087 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 38450) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:35.646916 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a4e178-fc40-4503-a7f9-2852a57897cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:55:35.648315 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-74a4e178-fc40-4503-a7f9-2852a57897cc admin admin] 10.222.0.30 "GET /v2.0/networks/21b3d12c-1165-45fe-89a7-615b6c56d2a0 HTTP/1.1" status: 200 len: 869 time: 0.1712720 May 10 14:55:35.802552 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-806569c0-e608-486b-8347-337b59032460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:37.724352 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 38460) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:37.887302 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c47e11-c28d-43af-ab06-827f6d14e4d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:55:37.888643 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-b2c47e11-c28d-43af-ab06-827f6d14e4d5 admin admin] 10.222.0.30 "GET /v2.0/networks/7f05d45f-a9de-427f-b4f6-29fb46a47d9c HTTP/1.1" status: 200 len: 886 time: 0.1633005 May 10 14:55:38.392925 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:38.564607 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-053ee9dc-5b5b-4033-bf1d-5ccbada14c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:39.339639 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:39.972867 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 38470) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:40.078993 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a245bb00-365d-40f2-b8fa-b77506acb550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:55:40.079462 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a245bb00-365d-40f2-b8fa-b77506acb550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:55:40.080992 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-a245bb00-365d-40f2-b8fa-b77506acb550 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1072102 May 10 14:55:40.856544 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:55:42.158992 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 38480) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:42.314334 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e14ef3-2828-4fdc-9509-73ded90e8ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:55:42.314794 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e14ef3-2828-4fdc-9509-73ded90e8ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:55:42.316349 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-43e14ef3-2828-4fdc-9509-73ded90e8ec2 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1563668 May 10 14:55:44.384712 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 38490) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:44.482576 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db7dfed-f2cd-4908-870d-026c5c96753c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:55:44.483842 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-6db7dfed-f2cd-4908-870d-026c5c96753c admin admin] 10.222.0.30 "GET /v2.0/subnets/0e18a723-9037-4ee4-acce-9c55576c5ea3 HTTP/1.1" status: 200 len: 816 time: 0.0982060 May 10 14:55:46.561771 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 38500) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:55:46.666107 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f278be2-0eb6-4ef1-b96b-20951bd6e4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:55:46.667415 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-2f278be2-0eb6-4ef1-b96b-20951bd6e4cf admin admin] 10.222.0.30 "GET /v2.0/subnets/dc09e210-5879-427e-8146-41ec31afe4bb HTTP/1.1" status: 200 len: 868 time: 0.1046910 May 10 14:55:53.153969 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 5 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 14:56:05.805283 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-925d551c-e948-4a9b-89da-7ba8bf2432b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:08.394297 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:08.565627 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d696-bfd5-476b-a08d-9453b0cef91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:09.260599 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 38544) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:09.307612 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [None req-feaa9edd-ae57-4c18-bdc4-1d40676d3314 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:56:09.308615 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-feaa9edd-ae57-4c18-bdc4-1d40676d3314 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470881 May 10 14:56:09.342729 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:10.857287 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:11.473922 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 38554) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:11.542727 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4e13f8-09a0-4c2c-b410-bca41d1b0a84 admin admin] GET failed (client error): The resource could not be found. May 10 14:56:11.543960 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-4f4e13f8-09a0-4c2c-b410-bca41d1b0a84 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0691073 May 10 14:56:11.667123 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a1f18e-8cec-46dc-b086-e127626c4f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:56:11.668481 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-c5a1f18e-8cec-46dc-b086-e127626c4f9c admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1207986 May 10 14:56:13.780400 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 38564) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:13.826948 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-a13363f5-566e-4c40-8c1b-3d52d26e4ed7 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:13.831846 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a13363f5-566e-4c40-8c1b-3d52d26e4ed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:13.841690 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a13363f5-566e-4c40-8c1b-3d52d26e4ed7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:13.850148 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13363f5-566e-4c40-8c1b-3d52d26e4ed7 admin admin] Made reservation on behalf of f4360101bf9341838580a45ba0845f70 for: {'network': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:56:13.853017 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a13363f5-566e-4c40-8c1b-3d52d26e4ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for network, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:13.938766 dv-cinder-774286-14-iscsi neutron-server[78742]: WARNING neutron.services.revisions.revision_plugin [None req-a13363f5-566e-4c40-8c1b-3d52d26e4ed7 admin admin] Could not find related network for resource to bump revision. May 10 14:56:13.949306 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13363f5-566e-4c40-8c1b-3d52d26e4ed7 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=78742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:56:13.957581 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a13363f5-566e-4c40-8c1b-3d52d26e4ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:13.957863 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.db.segments_db [None req-a13363f5-566e-4c40-8c1b-3d52d26e4ed7 admin admin] Added segment 6d0fd6cc-8c61-4f6d-bd7d-c291ec0fd8fb of type vlan for network 7ec6333e-a648-4609-8f08-da6c256d477c May 10 14:56:13.983611 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a13363f5-566e-4c40-8c1b-3d52d26e4ed7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729786867074'] for network, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:14.011996 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a13363f5-566e-4c40-8c1b-3d52d26e4ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for network, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:14.013296 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13363f5-566e-4c40-8c1b-3d52d26e4ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:56:14.013874 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a13363f5-566e-4c40-8c1b-3d52d26e4ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:14.018435 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:56:14.110744 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-a13363f5-566e-4c40-8c1b-3d52d26e4ed7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3292649 May 10 14:56:14.115807 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13363f5-566e-4c40-8c1b-3d52d26e4ed7 admin admin] Pushing event updated for resources: {'Network': ['ID=7ec6333e-a648-4609-8f08-da6c256d477c,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:14.118730 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a13363f5-566e-4c40-8c1b-3d52d26e4ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:56:14.128468 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Network 7ec6333e-a648-4609-8f08-da6c256d477c details requested by agent ovs-agent-dv-cinder-774286-14-iscsi with host dv-cinder-774286-14-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 14:56:16.222953 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 38574) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:56:16.288206 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e159fcd-0e63-4a37-861b-801688d864e8 admin admin] GET failed (client error): The resource could not be found. May 10 14:56:16.288723 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-7e159fcd-0e63-4a37-861b-801688d864e8 admin admin] Synchronizing usage tracker for tenant:f4360101bf9341838580a45ba0845f70 on resource:network {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:56:16.303371 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-7e159fcd-0e63-4a37-861b-801688d864e8 admin admin] Unset dirty status for tenant:f4360101bf9341838580a45ba0845f70 on resource:network {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:56:16.304438 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-7e159fcd-0e63-4a37-861b-801688d864e8 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0805435 May 10 14:56:16.406743 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3746927-1353-4ded-8141-376647e7b971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:56:16.408179 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-c3746927-1353-4ded-8141-376647e7b971 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0999401 May 10 14:56:16.418090 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-eb405515-b3ab-43fe-b646-f67628026e24 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '7ec6333e-a648-4609-8f08-da6c256d477c', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 14:56:16.422327 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-eb405515-b3ab-43fe-b646-f67628026e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:56:16.426346 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-eb405515-b3ab-43fe-b646-f67628026e24 admin admin] Usage tracker for resource:subnet and tenant:f4360101bf9341838580a45ba0845f70 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:56:16.429114 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-eb405515-b3ab-43fe-b646-f67628026e24 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:56:16.434603 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-eb405515-b3ab-43fe-b646-f67628026e24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:56:16.443699 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb405515-b3ab-43fe-b646-f67628026e24 admin admin] Made reservation on behalf of f4360101bf9341838580a45ba0845f70 for: {'subnet': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:56:16.446475 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eb405515-b3ab-43fe-b646-f67628026e24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:16.810631 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eb405515-b3ab-43fe-b646-f67628026e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for subnet, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:16.814972 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6c0bd2b0-9fdd-4395-8cd6-0059ee051f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:56:16.886266 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb405515-b3ab-43fe-b646-f67628026e24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=052a2a7f-148d-42cf-be7d-a50ea679a348,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:16.888830 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-eb405515-b3ab-43fe-b646-f67628026e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:56:16.891376 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb405515-b3ab-43fe-b646-f67628026e24 admin admin] Checking segment: {'id': '6d0fd6cc-8c61-4f6d-bd7d-c291ec0fd8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7ec6333e-a648-4609-8f08-da6c256d477c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 14:56:16.891723 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb405515-b3ab-43fe-b646-f67628026e24 admin admin] Network hostable DHCP agents. Network: 7ec6333e-a648-4609-8f08-da6c256d477c, hostable agents: ['c2c2a961-2376-4d10-9e89-a93ed7bded42'], hosted agents: [] {{(pid=78742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:56:16.908576 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb405515-b3ab-43fe-b646-f67628026e24 admin admin] Network 7ec6333e-a648-4609-8f08-da6c256d477c is scheduled to be hosted by DHCP agent c2c2a961-2376-4d10-9e89-a93ed7bded42 with binding_index 1 {{(pid=78742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:56:16.916983 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-eb405515-b3ab-43fe-b646-f67628026e24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-14-iscsi, 7ec6333e-a648-4609-8f08-da6c256d477c) {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:56:16.921301 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb405515-b3ab-43fe-b646-f67628026e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 14:56:16.921901 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eb405515-b3ab-43fe-b646-f67628026e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:16.925990 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48711bc-1a18-4af9-b79f-e4e0adeeac58 None None] Network 7ec6333e-a648-4609-8f08-da6c256d477c requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 14:56:16.942862 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-eb405515-b3ab-43fe-b646-f67628026e24 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5280616 May 10 14:56:17.152242 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016fd023-7326-5b62-89a5-d40737038a22-7ec6333e-a648-4609-8f08-da6c256d477c', 'network_id': '7ec6333e-a648-4609-8f08-da6c256d477c', 'tenant_id': 'f4360101bf9341838580a45ba0845f70', 'fixed_ips': [{'subnet_id': '052a2a7f-148d-42cf-be7d-a50ea679a348'}]}} from dv-cinder-774286-14-iscsi. {{(pid=78744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 14:56:17.153072 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:17.308521 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.db_base_plugin_common [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Allocated IP 192.168.233.2 (7ec6333e-a648-4609-8f08-da6c256d477c/052a2a7f-148d-42cf-be7d-a50ea679a348/ed0e6526-4455-467f-80ee-31cfe335abe2) {{(pid=78744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:56:17.508708 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Notify callbacks [] for port, precommit_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:17.518938 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Transition to ACTIVE for port object ed0e6526-4455-467f-80ee-31cfe335abe2 will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:56:17.537036 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Transition to ACTIVE for port object ed0e6526-4455-467f-80ee-31cfe335abe2 will not be triggered until provisioned by entity DHCP. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 14:56:17.543311 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540'] for port, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:17.547740 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:56:17.604493 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Network 7ec6333e-a648-4609-8f08-da6c256d477c is already hosted by enough agents. {{(pid=78744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:56:17.607218 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.scheduler.base_scheduler [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Resources bound (agent type, host, resource id): {{(pid=78744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:56:17.618104 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Received port after_create {{(pid=78744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 14:56:17.624274 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Pushing event updated for resources: {'Port': ['ID=ed0e6526-4455-467f-80ee-31cfe335abe2,revision_number=1']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:17.655040 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:17.655390 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:17.655723 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:17.656087 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:17.656392 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:17.656704 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:17.657013 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:17.657321 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:17.657652 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:17.657964 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:17.658268 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:17.658574 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:56:17.668118 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:56:17.719397 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Attempting to bind port ed0e6526-4455-467f-80ee-31cfe335abe2 on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 14:56:17.719812 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Attempting to bind port ed0e6526-4455-467f-80ee-31cfe335abe2 by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': '6d0fd6cc-8c61-4f6d-bd7d-c291ec0fd8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7ec6333e-a648-4609-8f08-da6c256d477c'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 14:56:17.720207 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Attempting to bind port ed0e6526-4455-467f-80ee-31cfe335abe2 on network 7ec6333e-a648-4609-8f08-da6c256d477c {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 14:56:17.726175 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 14, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 14:56:17.726544 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Checking segment: {'id': '6d0fd6cc-8c61-4f6d-bd7d-c291ec0fd8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7ec6333e-a648-4609-8f08-da6c256d477c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 14:56:17.726944 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:17.727332 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Bound using segment: {'id': '6d0fd6cc-8c61-4f6d-bd7d-c291ec0fd8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7ec6333e-a648-4609-8f08-da6c256d477c'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 14:56:17.727794 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Bound port: ed0e6526-4455-467f-80ee-31cfe335abe2, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0fd6cc-8c61-4f6d-bd7d-c291ec0fd8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7ec6333e-a648-4609-8f08-da6c256d477c'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 14:56:17.728202 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:17.816964 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] For port ed0e6526-4455-467f-80ee-31cfe335abe2, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 14:56:17.821042 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] For port ed0e6526-4455-467f-80ee-31cfe335abe2, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=ed0e6526-4455-467f-80ee-31cfe335abe2,segment=NetworkSegment(6d0fd6cc-8c61-4f6d-bd7d-c291ec0fd8fb),segment_id=6d0fd6cc-8c61-4f6d-bd7d-c291ec0fd8fb)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 14:56:17.826146 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:17.830177 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:56:17.905849 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Pushing event updated for resources: {'Port': ['ID=ed0e6526-4455-467f-80ee-31cfe335abe2,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:17.913682 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:56:18.424037 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device ed0e6526-4455-467f-80ee-31cfe335abe2 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:56:18.505515 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port ed0e6526-4455-467f-80ee-31cfe335abe2 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:56:18.704450 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2d9155-466d-4cf4-8142-030c47bd3101 None None] Network 7ec6333e-a648-4609-8f08-da6c256d477c requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 14:56:18.856604 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-a1faf95c-6737-4699-bc0b-510312473ea5 None None] Provisioning for port ed0e6526-4455-467f-80ee-31cfe335abe2 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 14:56:18.870115 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-a1faf95c-6737-4699-bc0b-510312473ea5 None None] Provisioning complete for port ed0e6526-4455-467f-80ee-31cfe335abe2 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:56:18.870418 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1faf95c-6737-4699-bc0b-510312473ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:19.049859 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1faf95c-6737-4699-bc0b-510312473ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:19.084133 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-a1faf95c-6737-4699-bc0b-510312473ea5 None None] For port ed0e6526-4455-467f-80ee-31cfe335abe2, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=ed0e6526-4455-467f-80ee-31cfe335abe2,segment=NetworkSegment(6d0fd6cc-8c61-4f6d-bd7d-c291ec0fd8fb),segment_id=6d0fd6cc-8c61-4f6d-bd7d-c291ec0fd8fb)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 14:56:19.090956 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a1faf95c-6737-4699-bc0b-510312473ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:19.094056 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-21fd1ce7-53cb-48e6-b6f0-baf011f27719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:56:19.171394 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1faf95c-6737-4699-bc0b-510312473ea5 None None] Pushing event updated for resources: {'Port': ['ID=ed0e6526-4455-467f-80ee-31cfe335abe2,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:56:19.174827 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-a1faf95c-6737-4699-bc0b-510312473ea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:56:19.312168 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-b26ee794-806e-44f9-844a-c67e75bcf046 None None] Provisioning complete for port ed0e6526-4455-467f-80ee-31cfe335abe2 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:56:19.312465 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-b26ee794-806e-44f9-844a-c67e75bcf046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:20.404067 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device ed0e6526-4455-467f-80ee-31cfe335abe2 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 14:56:20.470523 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port ed0e6526-4455-467f-80ee-31cfe335abe2 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 14:56:20.470892 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:30.155736 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 5 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 14:56:35.807048 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9bd36b93-dd88-449b-a2c2-37ae9ef6435e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:38.398512 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:38.566735 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-d7e8403c-ffa0-49bb-8fd8-22b9e139d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:39.345581 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:56:40.862155 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:05.809612 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cd0663dc-6f98-433a-8d62-86d5a1703c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:07.154520 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 5 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 14:57:08.400561 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:08.570767 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e2c6adc5-92b0-4d4c-9cd3-def73c6d56ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:09.361874 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:10.865926 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:27.437953 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 38624) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:57:27.443864 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [None req-197741ec-7a91-4db6-a245-166eedda1ea4 tempest-verify_tempest_config-359197402 tempest-verify_tempest_config-359197402-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 14:57:27.444850 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-197741ec-7a91-4db6-a245-166eedda1ea4 tempest-verify_tempest_config-359197402 tempest-verify_tempest_config-359197402-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059564 May 10 14:57:27.737481 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 38642) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:57:27.851922 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ad7000d0-7831-4dca-8b0f-1dbe6ed3d1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:27.865483 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-ad7000d0-7831-4dca-8b0f-1dbe6ed3d1c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 14:57:27.869161 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-ad7000d0-7831-4dca-8b0f-1dbe6ed3d1c7 admin admin] Usage tracker for resource:security_group_rule and tenant:71205da7f8974f96a951181ca143a4c0 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 14:57:27.871888 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-ad7000d0-7831-4dca-8b0f-1dbe6ed3d1c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 14:57:27.877316 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-ad7000d0-7831-4dca-8b0f-1dbe6ed3d1c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 14:57:27.957087 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ad7000d0-7831-4dca-8b0f-1dbe6ed3d1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:27.961102 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ad7000d0-7831-4dca-8b0f-1dbe6ed3d1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:27.972446 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:57:28.009181 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-ad7000d0-7831-4dca-8b0f-1dbe6ed3d1c7 admin admin] Synchronizing usage tracker for tenant:f4360101bf9341838580a45ba0845f70 on resource:security_group {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 14:57:28.013486 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7000d0-7831-4dca-8b0f-1dbe6ed3d1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fd6dd1-ceaa-4c4e-812c-e615feb29410,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:57:28.022957 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7000d0-7831-4dca-8b0f-1dbe6ed3d1c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.023318 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7000d0-7831-4dca-8b0f-1dbe6ed3d1c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.023655 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7000d0-7831-4dca-8b0f-1dbe6ed3d1c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.023993 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7000d0-7831-4dca-8b0f-1dbe6ed3d1c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.024325 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7000d0-7831-4dca-8b0f-1dbe6ed3d1c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.024676 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7000d0-7831-4dca-8b0f-1dbe6ed3d1c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.024984 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7000d0-7831-4dca-8b0f-1dbe6ed3d1c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.025315 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7000d0-7831-4dca-8b0f-1dbe6ed3d1c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.025655 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7000d0-7831-4dca-8b0f-1dbe6ed3d1c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.025971 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7000d0-7831-4dca-8b0f-1dbe6ed3d1c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.026281 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7000d0-7831-4dca-8b0f-1dbe6ed3d1c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.026591 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7000d0-7831-4dca-8b0f-1dbe6ed3d1c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:57:28.033910 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-ad7000d0-7831-4dca-8b0f-1dbe6ed3d1c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:57:28.040024 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-ad7000d0-7831-4dca-8b0f-1dbe6ed3d1c7 admin admin] Unset dirty status for tenant:f4360101bf9341838580a45ba0845f70 on resource:security_group {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 14:57:28.044197 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-ad7000d0-7831-4dca-8b0f-1dbe6ed3d1c7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71205da7f8974f96a951181ca143a4c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3028872 May 10 14:57:28.044197 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 38648) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:57:28.101624 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3ae540b8-0ac8-467b-816b-db38946983de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:28.126540 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3ae540b8-0ac8-467b-816b-db38946983de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:28.217512 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3ae540b8-0ac8-467b-816b-db38946983de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:28.221360 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-ad7000d0-7831-4dca-8b0f-1dbe6ed3d1c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 14:57:28.233705 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae540b8-0ac8-467b-816b-db38946983de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fd6dd1-ceaa-4c4e-812c-e615feb29410,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:57:28.235900 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3ae540b8-0ac8-467b-816b-db38946983de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 14:57:28.239656 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3ae540b8-0ac8-467b-816b-db38946983de admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:28.241474 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-3ae540b8-0ac8-467b-816b-db38946983de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/52fd6dd1-ceaa-4c4e-812c-e615feb29410 HTTP/1.1" status: 204 len: 168 time: 0.1964622 May 10 14:57:35.812320 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0eb21cc2-48e6-4a6e-869c-bd1c5ec6f682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:38.402916 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:38.572650 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-efa1fe8d-1362-400f-ab20-31eb22e3d1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:39.354836 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:40.870569 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:57:44.153639 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 5 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 14:58:05.813743 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-77947b6f-6343-418e-98e2-4349ae930cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:08.404393 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:08.572232 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-dc18c2f2-efad-427b-bc63-4dbbc0629316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:09.356079 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:10.870952 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:21.152768 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 5 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 14:58:35.814968 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a069b888-69d8-41d7-9104-351ea3d30c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:38.408048 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:38.571334 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-116f3226-fc21-4430-93a0-c04fcd4f0dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:39.358510 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:40.874648 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:58:58.151524 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 5 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 14:59:04.229307 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510'] for agent, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:05.818134 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-06cc9daa-d92b-45e9-99d3-c5cc5811db53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:07.897682 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 38702) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:08.007636 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-93f08afc-fc8f-4fa9-9986-effd1557a699 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1088727 May 10 14:59:08.410786 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:08.571595 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3e0bc6db-05d6-49f0-9752-d41fba9b37f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:09.360616 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:10.108108 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 38712) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 14:59:10.163273 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-d02e9e06-cc69-4772-a5f5-4c7d914ebb7d admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0540662 May 10 14:59:10.877438 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:34.183769 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:35.151320 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 14:59:35.819178 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cdf6ed6e-777d-4db4-9c95-f47aecb61c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:38.412403 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:38.571300 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-60194f30-2bab-4714-9234-80df33e8da27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:39.362610 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 14:59:40.879550 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:04.186355 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:05.821464 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-f0bbe884-28ea-4263-a2c3-1c89b2912f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:08.414318 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:08.571157 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e2209341-8be6-46de-8a6f-442e7a68d962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:09.367701 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:10.884488 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:12.150079 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:00:34.194574 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:35.843806 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-96503844-5bbf-4be3-a809-361c47d2bf8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:36.782615 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 38856) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:37.062112 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-528424911-network', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:37.070057 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:37.074533 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Usage tracker for resource:network and tenant:fffa979fe3184d2a9b52cf1e0d0c6fed is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:37.077991 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:37.084121 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:37.098505 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Made reservation on behalf of fffa979fe3184d2a9b52cf1e0d0c6fed for: {'network': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:37.101897 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for network, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:37.118090 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:37.134197 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:37.138484 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Usage tracker for resource:security_group_rule and tenant:fffa979fe3184d2a9b52cf1e0d0c6fed is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:37.141362 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:37.147301 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:37.246564 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:37.251077 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:37.261515 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:37.292768 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f2f440-cd37-4dfd-ba64-a55dd87000a3,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:37.304401 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=78742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:00:37.307035 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:37.307390 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:37.307724 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:37.308082 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:37.308399 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:37.308738 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:37.309067 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:37.309399 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:37.309862 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:37.310042 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:37.310356 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:37.310670 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Tracked resource versions report: May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: pushed versions: May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: { 'AddressGroup': {'1.2'}, May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: 'ConntrackHelper': {'1.0'}, May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: 'Log': {'1.0'}, May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: 'Network': {'1.1'}, May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: 'Port': {'1.7'}, May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: 'PortForwarding': {'1.2'}, May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: 'QosPolicy': {'1.8'}, May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: 'SecurityGroup': {'1.4'}, May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: 'SecurityGroupRule': {'1.2'}, May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: 'SubPort': {'1.0'}, May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: 'Subnet': {'1.1'}, May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: 'Trunk': {'1.1'}} May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: consumer versions: May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: { DHCP agent@dv-cinder-774286-14-iscsi: {}, May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: HyperV agent@hv-cinder-77428: {}, May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: L3 agent@dv-cinder-774286-14-iscsi: {}, May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: Metadata agent@dv-cinder-774286-14-iscsi: {}, May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: Metering agent@dv-cinder-774286-14-iscsi: {}, May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: Open vSwitch agent@dv-cinder-774286-14-iscsi: { 'AddressGroup': '1.2', May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: 'ConntrackHelper': '1.0', May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: 'Log': '1.0', May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: 'Network': '1.1', May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: 'Port': '1.7', May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: 'PortForwarding': '1.2', May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: 'QosPolicy': '1.8', May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: 'SecurityGroup': '1.4', May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: 'SecurityGroupRule': '1.2', May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: 'SubPort': '1.0', May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: 'Subnet': '1.1', May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: 'Trunk': '1.1'}} May 10 15:00:37.311729 dv-cinder-774286-14-iscsi neutron-server[78742]: {{(pid=78742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 15:00:37.317557 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:37.323338 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:37.323668 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.db.segments_db [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Added segment 130d6f67-0a99-4f12-9e01-d49e6c783317 of type vlan for network 4bd3a929-9efd-4c35-af1e-656216678278 May 10 15:00:37.355688 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729786867074'] for network, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:37.390955 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for network, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:37.392276 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:37.392888 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:37.397653 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:37.540756 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Pushing event updated for resources: {'Network': ['ID=4bd3a929-9efd-4c35-af1e-656216678278,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:37.549010 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:37.557566 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7710533 May 10 15:00:37.557766 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Network 4bd3a929-9efd-4c35-af1e-656216678278 details requested by agent ovs-agent-dv-cinder-774286-14-iscsi with host dv-cinder-774286-14-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:00:37.558231 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 38912) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:37.563311 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-a7bbf25e-4ce6-4d61-a30f-f46df809cd1e admin admin] Request body: {'subnet': {'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-528424911-subnet', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:37.567807 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a7bbf25e-4ce6-4d61-a30f-f46df809cd1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:37.572309 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-a7bbf25e-4ce6-4d61-a30f-f46df809cd1e admin admin] Usage tracker for resource:subnet and tenant:fffa979fe3184d2a9b52cf1e0d0c6fed is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:37.575550 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-a7bbf25e-4ce6-4d61-a30f-f46df809cd1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:37.581273 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a7bbf25e-4ce6-4d61-a30f-f46df809cd1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:37.593140 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bbf25e-4ce6-4d61-a30f-f46df809cd1e admin admin] Made reservation on behalf of fffa979fe3184d2a9b52cf1e0d0c6fed for: {'subnet': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:37.596555 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a7bbf25e-4ce6-4d61-a30f-f46df809cd1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:37.739697 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 38922) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:37.776266 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 38928) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:37.813947 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 38934) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:38.009081 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a7bbf25e-4ce6-4d61-a30f-f46df809cd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for subnet, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.014776 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-eb405515-b3ab-43fe-b646-f67628026e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:38.051404 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 38950) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:38.069456 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bbf25e-4ce6-4d61-a30f-f46df809cd1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=63dd5146-b7c8-4898-831f-2c4c3824cf1a,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:38.077087 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a7bbf25e-4ce6-4d61-a30f-f46df809cd1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:38.103641 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bbf25e-4ce6-4d61-a30f-f46df809cd1e admin admin] Checking segment: {'id': '130d6f67-0a99-4f12-9e01-d49e6c783317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:00:38.103995 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bbf25e-4ce6-4d61-a30f-f46df809cd1e admin admin] Network hostable DHCP agents. Network: 4bd3a929-9efd-4c35-af1e-656216678278, hostable agents: ['c2c2a961-2376-4d10-9e89-a93ed7bded42'], hosted agents: [] {{(pid=78742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:00:38.121318 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bbf25e-4ce6-4d61-a30f-f46df809cd1e admin admin] Network 4bd3a929-9efd-4c35-af1e-656216678278 is scheduled to be hosted by DHCP agent c2c2a961-2376-4d10-9e89-a93ed7bded42 with binding_index 1 {{(pid=78742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:00:38.133740 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-a7bbf25e-4ce6-4d61-a30f-f46df809cd1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-14-iscsi, 4bd3a929-9efd-4c35-af1e-656216678278) {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:38.139653 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bbf25e-4ce6-4d61-a30f-f46df809cd1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:38.140890 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-890972578-network', 'tenant_id': '3e6c4019805a4f1989d79238f536f022'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:38.142315 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a7bbf25e-4ce6-4d61-a30f-f46df809cd1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.144603 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1354cce2-c042-471f-8aae-31873d174a35 None None] Network 4bd3a929-9efd-4c35-af1e-656216678278 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:00:38.149167 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:38.154774 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] Usage tracker for resource:network and tenant:3e6c4019805a4f1989d79238f536f022 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:38.160363 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:38.169524 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-a7bbf25e-4ce6-4d61-a30f-f46df809cd1e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6106942 May 10 15:00:38.172461 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 38956) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:38.173037 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:38.181641 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-6af744e3-5808-4186-b1d9-ef171e6fcc4b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-528424911-router', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:38.188217 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-6af744e3-5808-4186-b1d9-ef171e6fcc4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:38.192841 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1761442963-network', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:38.193224 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-6af744e3-5808-4186-b1d9-ef171e6fcc4b admin admin] Usage tracker for resource:router and tenant:fffa979fe3184d2a9b52cf1e0d0c6fed is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:38.196456 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-6af744e3-5808-4186-b1d9-ef171e6fcc4b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:38.198526 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:38.203252 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-6af744e3-5808-4186-b1d9-ef171e6fcc4b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:38.205235 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] Usage tracker for resource:network and tenant:59b50fa570d5493abb0dae5e9d6f7738 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:38.210433 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:38.216362 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6af744e3-5808-4186-b1d9-ef171e6fcc4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-348896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29808'] for router, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.218162 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] Made reservation on behalf of 3e6c4019805a4f1989d79238f536f022 for: {'network': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:38.218653 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6af744e3-5808-4186-b1d9-ef171e6fcc4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-348911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29769'] for router, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.222021 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for network, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.224001 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 38960) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:38.240419 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:38.251992 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-111425456-network', 'tenant_id': '164a7782c9ce4c8aae0ebd02811a40d4'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:38.258231 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6af744e3-5808-4186-b1d9-ef171e6fcc4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.264187 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:38.270045 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Usage tracker for resource:network and tenant:164a7782c9ce4c8aae0ebd02811a40d4 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:38.273056 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:38.280552 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:38.292397 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.309582 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Made reservation on behalf of 164a7782c9ce4c8aae0ebd02811a40d4 for: {'network': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:38.312383 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for network, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.333136 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-50663221-network', 'tenant_id': 'c82a662050c6416585fafc5eac414c92'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:38.339326 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.359561 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:38.364991 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] Usage tracker for resource:network and tenant:c82a662050c6416585fafc5eac414c92 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:38.368600 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:38.376194 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:38.394537 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:38.402669 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Usage tracker for resource:security_group_rule and tenant:164a7782c9ce4c8aae0ebd02811a40d4 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:38.409593 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:38.415441 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:38.530671 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.535770 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] Made reservation on behalf of 59b50fa570d5493abb0dae5e9d6f7738 for: {'network': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:38.537227 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016fd023-7326-5b62-89a5-d40737038a22-4bd3a929-9efd-4c35-af1e-656216678278', 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'fixed_ips': [{'subnet_id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a'}]}} from dv-cinder-774286-14-iscsi. {{(pid=78744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 15:00:38.538100 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.539028 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for network, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.548559 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] Made reservation on behalf of c82a662050c6416585fafc5eac414c92 for: {'network': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:38.552160 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for network, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.566325 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:38.571563 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.572089 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-16831412-network', 'tenant_id': '1787d025769c4b79adba46ce55a5a7ab'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:38.576495 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:38.580607 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] Usage tracker for resource:network and tenant:1787d025769c4b79adba46ce55a5a7ab is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:38.582526 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.583562 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:38.585707 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.589662 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:38.604536 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=78743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:00:38.616971 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729787289492', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.617614 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Unsubscribe: segment precommit_create {{(pid=78743) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 15:00:38.618058 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.db.segments_db [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Added segment d17850d2-1902-43b7-8545-f8140c991329 of type vlan for network 78f2fc67-b40a-47a4-af30-c194a9ec1a5e May 10 15:00:38.652508 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] Made reservation on behalf of 1787d025769c4b79adba46ce55a5a7ab for: {'network': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:38.654323 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for network, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.657014 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729786867074'] for network, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.673091 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.690553 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:38.691368 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.694486 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] Usage tracker for resource:security_group_rule and tenant:1787d025769c4b79adba46ce55a5a7ab is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:38.697498 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:38.701256 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] Usage tracker for resource:security_group_rule and tenant:3e6c4019805a4f1989d79238f536f022 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:38.703569 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:38.706493 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:38.716747 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for network, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.718090 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:38.721200 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:38.729366 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:38.729668 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.732399 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6af744e3-5808-4186-b1d9-ef171e6fcc4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29783'] for router, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.754878 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] Usage tracker for resource:security_group_rule and tenant:c82a662050c6416585fafc5eac414c92 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:38.757928 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:38.761896 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:38.773502 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:38.778909 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9638755 May 10 15:00:38.784848 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 38988) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:38.795214 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-3e2dda58-868a-425a-9c5a-f37a065400c1 admin admin] Request body: {'subnet': {'network_id': '78f2fc67-b40a-47a4-af30-c194a9ec1a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-111425456-subnet', 'tenant_id': '164a7782c9ce4c8aae0ebd02811a40d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:38.798141 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:38.801266 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] Usage tracker for resource:security_group_rule and tenant:59b50fa570d5493abb0dae5e9d6f7738 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:38.808817 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:38.829373 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:38.842565 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.db_base_plugin_common [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Allocated IP 172.20.0.2 (4bd3a929-9efd-4c35-af1e-656216678278/63dd5146-b7c8-4898-831f-2c4c3824cf1a/29fd0629-f0ec-4fd1-a006-71f86568a346) {{(pid=78744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:00:38.888229 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-3e2dda58-868a-425a-9c5a-f37a065400c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:38.899418 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:38.901567 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-3e2dda58-868a-425a-9c5a-f37a065400c1 admin admin] Usage tracker for resource:subnet and tenant:164a7782c9ce4c8aae0ebd02811a40d4 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:38.907560 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-3e2dda58-868a-425a-9c5a-f37a065400c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:38.925718 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-3e2dda58-868a-425a-9c5a-f37a065400c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:38.975399 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2dda58-868a-425a-9c5a-f37a065400c1 admin admin] Made reservation on behalf of 164a7782c9ce4c8aae0ebd02811a40d4 for: {'subnet': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:38.979371 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3e2dda58-868a-425a-9c5a-f37a065400c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:38.996364 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.029160 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:39.040594 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:39.041218 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:39.041717 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:39.042235 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:39.042753 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:39.043279 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:39.043799 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:39.044326 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:39.044831 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:39.045332 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:39.046115 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Tracked resource versions report: May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: pushed versions: May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: { 'AddressGroup': {'1.2'}, May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: 'ConntrackHelper': {'1.0'}, May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: 'Log': {'1.0'}, May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: 'Network': {'1.1'}, May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: 'Port': {'1.7'}, May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: 'PortForwarding': {'1.2'}, May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: 'QosPolicy': {'1.8'}, May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: 'SecurityGroup': {'1.4'}, May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: 'SecurityGroupRule': {'1.2'}, May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: 'SubPort': {'1.0'}, May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: 'Subnet': {'1.1'}, May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: 'Trunk': {'1.1'}} May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: consumer versions: May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: { DHCP agent@dv-cinder-774286-14-iscsi: {}, May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: HyperV agent@hv-cinder-77428: {}, May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: L3 agent@dv-cinder-774286-14-iscsi: {}, May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: Metadata agent@dv-cinder-774286-14-iscsi: {}, May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: Metering agent@dv-cinder-774286-14-iscsi: {}, May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: Open vSwitch agent@dv-cinder-774286-14-iscsi: { 'AddressGroup': '1.2', May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: 'ConntrackHelper': '1.0', May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: 'Log': '1.0', May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: 'Network': '1.1', May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: 'Port': '1.7', May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: 'PortForwarding': '1.2', May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: 'QosPolicy': '1.8', May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: 'SecurityGroup': '1.4', May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: 'SecurityGroupRule': '1.2', May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: 'SubPort': '1.0', May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: 'Subnet': '1.1', May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: 'Trunk': '1.1'}} May 10 15:00:39.047431 dv-cinder-774286-14-iscsi neutron-server[78743]: {{(pid=78743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 15:00:39.060665 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.090818 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Notify callbacks [] for port, precommit_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.091448 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:39.100898 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.340s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:39.110539 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Transition to ACTIVE for port object 29fd0629-f0ec-4fd1-a006-71f86568a346 will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:00:39.124952 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-990f6fcc-a8dd-4043-881d-0865c1e49f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.141305 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Transition to ACTIVE for port object 29fd0629-f0ec-4fd1-a006-71f86568a346 will not be triggered until provisioned by entity DHCP. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:00:39.147482 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.149930 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540'] for port, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.160439 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-21fd1ce7-53cb-48e6-b6f0-baf011f27719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:39.173511 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.186816 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-98de1da0-d5db-4782-99fd-d988f69ac2ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:39.211843 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=78743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:00:39.248423 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=78742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:00:39.262093 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.262813 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.db.segments_db [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] Added segment 7b80ebab-1ec2-4020-a231-02aa16ebc302 of type vlan for network 7900d589-d085-4d9e-bb39-0c869bf63df8 May 10 15:00:39.268695 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Network 4bd3a929-9efd-4c35-af1e-656216678278 is already hosted by enough agents. {{(pid=78744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:00:39.278420 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.scheduler.base_scheduler [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Resources bound (agent type, host, resource id): {{(pid=78744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:39.291230 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Received port after_create {{(pid=78744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:00:39.291811 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Pushing event updated for resources: {'Network': ['ID=78f2fc67-b40a-47a4-af30-c194a9ec1a5e,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:39.324716 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:39.325374 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:39.327710 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Network 78f2fc67-b40a-47a4-af30-c194a9ec1a5e details requested by agent ovs-agent-dv-cinder-774286-14-iscsi with host dv-cinder-774286-14-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:00:39.345161 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729786867074'] for network, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.416653 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.429999 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889782bc-a83c-4690-b424-70a9274ed32e,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:39.440843 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:39.444802 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.462561 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:39.499895 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.500548 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=78743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:00:39.500676 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.db.segments_db [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] Added segment 0a4f6d3d-54b8-4664-9a29-c42dc2e1562f of type vlan for network 6c618ea2-fc5a-49c9-9109-72bef3480781 May 10 15:00:39.519247 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for network, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.529136 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.530874 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:39.531057 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.537617 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba8cd2d-f77e-4917-83e4-0b8acb1e184a,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:39.539208 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d676f2-db1b-4468-8b92-62367906a42a,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:39.546622 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:39.548981 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-af80eca3-7471-4dea-b846-fa69d47b089a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:39.558713 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:39.562907 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.568313 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.568655 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.db.segments_db [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] Added segment 35c52020-89b6-4faa-b639-382530197fc4 of type vlan for network 968baab6-3179-4f84-b4c7-2e0a2a7a3b66 May 10 15:00:39.574821 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Pushing event updated for resources: {'Port': ['ID=29fd0629-f0ec-4fd1-a006-71f86568a346,revision_number=1']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:39.655395 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Attempting to bind port 29fd0629-f0ec-4fd1-a006-71f86568a346 on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:00:39.656021 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Attempting to bind port 29fd0629-f0ec-4fd1-a006-71f86568a346 by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': '130d6f67-0a99-4f12-9e01-d49e6c783317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:00:39.656327 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Attempting to bind port 29fd0629-f0ec-4fd1-a006-71f86568a346 on network 4bd3a929-9efd-4c35-af1e-656216678278 {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:00:39.665640 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:00:39.666149 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Checking segment: {'id': '130d6f67-0a99-4f12-9e01-d49e6c783317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:00:39.666970 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.667432 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Bound using segment: {'id': '130d6f67-0a99-4f12-9e01-d49e6c783317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:00:39.668020 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Bound port: 29fd0629-f0ec-4fd1-a006-71f86568a346, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130d6f67-0a99-4f12-9e01-d49e6c783317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:00:39.668831 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.680661 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=78743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:00:39.691672 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:39.692347 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:39.692663 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] Pushing event updated for resources: {'Network': ['ID=7900d589-d085-4d9e-bb39-0c869bf63df8,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:39.692789 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:39.693251 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:39.693778 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:39.694356 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:39.694910 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:39.695074 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:39.695609 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:39.696101 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:39.696529 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:39.697472 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:39.697656 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Tracked resource versions report: May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: pushed versions: May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: { 'AddressGroup': {'1.2'}, May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: 'ConntrackHelper': {'1.0'}, May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: 'Log': {'1.0'}, May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: 'Network': {'1.1'}, May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: 'Port': {'1.7'}, May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: 'PortForwarding': {'1.2'}, May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: 'QosPolicy': {'1.8'}, May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: 'SecurityGroup': {'1.4'}, May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: 'SecurityGroupRule': {'1.2'}, May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: 'SubPort': {'1.0'}, May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: 'Subnet': {'1.1'}, May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: 'Trunk': {'1.1'}} May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: consumer versions: May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: { DHCP agent@dv-cinder-774286-14-iscsi: {}, May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: HyperV agent@hv-cinder-77428: {}, May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: L3 agent@dv-cinder-774286-14-iscsi: {}, May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: Metadata agent@dv-cinder-774286-14-iscsi: {}, May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: Metering agent@dv-cinder-774286-14-iscsi: {}, May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: Open vSwitch agent@dv-cinder-774286-14-iscsi: { 'AddressGroup': '1.2', May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: 'ConntrackHelper': '1.0', May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: 'Log': '1.0', May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: 'Network': '1.1', May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: 'Port': '1.7', May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: 'PortForwarding': '1.2', May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: 'QosPolicy': '1.8', May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: 'SecurityGroup': '1.4', May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: 'SecurityGroupRule': '1.2', May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: 'SubPort': '1.0', May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: 'Subnet': '1.1', May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: 'Trunk': '1.1'}} May 10 15:00:39.698703 dv-cinder-774286-14-iscsi neutron-server[78744]: {{(pid=78744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 15:00:39.701114 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:39.709887 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729786867074'] for network, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.714795 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.715135 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.db.segments_db [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] Added segment 34485131-a2c5-45d1-aeb4-e83054c55c6c of type vlan for network cce0b825-a814-4c4b-ad54-aa02c23342f9 May 10 15:00:39.720193 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9428039 May 10 15:00:39.724379 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 39014) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:39.739995 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:39.746359 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Network 7900d589-d085-4d9e-bb39-0c869bf63df8 details requested by agent ovs-agent-dv-cinder-774286-14-iscsi with host dv-cinder-774286-14-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:00:39.777186 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe299e6-a175-4f23-a857-9c3a696fa1f4,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:39.777750 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-8999a235-c9c5-4bd4-845d-3ff152200041 admin admin] Request body: {'subnet': {'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1761442963-subnet', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:39.787861 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:39.790789 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729786867074'] for network, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.812917 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-8999a235-c9c5-4bd4-845d-3ff152200041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:39.816586 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for network, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.821923 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:39.822516 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.822859 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729786867074'] for network, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.829538 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:39.856870 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-8999a235-c9c5-4bd4-845d-3ff152200041 admin admin] Usage tracker for resource:subnet and tenant:59b50fa570d5493abb0dae5e9d6f7738 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:39.872284 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-8999a235-c9c5-4bd4-845d-3ff152200041 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:39.911142 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.925147 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] For port 29fd0629-f0ec-4fd1-a006-71f86568a346, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:00:39.928602 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] For port 29fd0629-f0ec-4fd1-a006-71f86568a346, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=29fd0629-f0ec-4fd1-a006-71f86568a346,segment=NetworkSegment(130d6f67-0a99-4f12-9e01-d49e6c783317),segment_id=130d6f67-0a99-4f12-9e01-d49e6c783317)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:00:39.935908 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-8999a235-c9c5-4bd4-845d-3ff152200041 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:39.936534 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.958881 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6af744e3-5808-4186-b1d9-ef171e6fcc4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.960071 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:39.974819 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for network, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.979529 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:39.980443 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:39.992645 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8999a235-c9c5-4bd4-845d-3ff152200041 admin admin] Made reservation on behalf of 59b50fa570d5493abb0dae5e9d6f7738 for: {'subnet': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:39.994948 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8999a235-c9c5-4bd4-845d-3ff152200041 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:40.006338 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2621546 May 10 15:00:40.007385 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 39018) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:40.016348 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-3ccf5712-54d0-403a-9366-4cbfd45a1475 admin admin] Request body: {'subnet': {'network_id': '968baab6-3179-4f84-b4c7-2e0a2a7a3b66', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-890972578-subnet', 'tenant_id': '3e6c4019805a4f1989d79238f536f022', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:40.024426 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] Pushing event updated for resources: {'Network': ['ID=968baab6-3179-4f84-b4c7-2e0a2a7a3b66,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:40.027089 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6af744e3-5808-4186-b1d9-ef171e6fcc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:40.043964 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:40.045404 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-3ccf5712-54d0-403a-9366-4cbfd45a1475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:40.052366 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7d7cbff7-934b-4c1f-bdc8-4c8afeac2af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:40.068481 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Network 968baab6-3179-4f84-b4c7-2e0a2a7a3b66 details requested by agent ovs-agent-dv-cinder-774286-14-iscsi with host dv-cinder-774286-14-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:00:40.100537 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0480142 May 10 15:00:40.104804 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 39022) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:40.109206 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-3ccf5712-54d0-403a-9366-4cbfd45a1475 admin admin] Usage tracker for resource:subnet and tenant:3e6c4019805a4f1989d79238f536f022 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:40.113516 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-3ccf5712-54d0-403a-9366-4cbfd45a1475 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:40.136337 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-3ccf5712-54d0-403a-9366-4cbfd45a1475 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:40.165197 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-b4ebcf22-f099-4901-bc7c-9ead60f79c6b admin admin] Request body: {'subnet': {'network_id': 'cce0b825-a814-4c4b-ad54-aa02c23342f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-50663221-subnet', 'tenant_id': 'c82a662050c6416585fafc5eac414c92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:40.174951 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccf5712-54d0-403a-9366-4cbfd45a1475 admin admin] Made reservation on behalf of 3e6c4019805a4f1989d79238f536f022 for: {'subnet': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:40.177726 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3ccf5712-54d0-403a-9366-4cbfd45a1475 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:40.253197 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Pushing event updated for resources: {'Port': ['ID=29fd0629-f0ec-4fd1-a006-71f86568a346,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:40.259288 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:40.267563 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-b4ebcf22-f099-4901-bc7c-9ead60f79c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:40.279359 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for network, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:40.296564 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-b4ebcf22-f099-4901-bc7c-9ead60f79c6b admin admin] Usage tracker for resource:subnet and tenant:c82a662050c6416585fafc5eac414c92 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:40.304420 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:40.305006 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:40.323098 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:40.358699 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-b4ebcf22-f099-4901-bc7c-9ead60f79c6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:40.381455 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-b4ebcf22-f099-4901-bc7c-9ead60f79c6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:40.392530 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] Pushing event updated for resources: {'Network': ['ID=cce0b825-a814-4c4b-ad54-aa02c23342f9,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:40.398061 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:40.403598 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Network cce0b825-a814-4c4b-ad54-aa02c23342f9 details requested by agent ovs-agent-dv-cinder-774286-14-iscsi with host dv-cinder-774286-14-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:00:40.725216 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 29fd0629-f0ec-4fd1-a006-71f86568a346 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:00:40.905455 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-6af744e3-5808-4186-b1d9-ef171e6fcc4b admin admin] Allocated IP 172.27.2.232 (7f05d45f-a9de-427f-b4f6-29fb46a47d9c/0e18a723-9037-4ee4-acce-9c55576c5ea3/5d282935-a9ae-4765-9da3-86222aef7403) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:00:40.910351 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port 29fd0629-f0ec-4fd1-a006-71f86568a346 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:00:40.913054 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ebcf22-f099-4901-bc7c-9ead60f79c6b admin admin] Made reservation on behalf of c82a662050c6416585fafc5eac414c92 for: {'subnet': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:40.915927 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b4ebcf22-f099-4901-bc7c-9ead60f79c6b admin admin] Notify callbacks [] for subnet, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:40.921621 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:40.924859 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6996961 May 10 15:00:40.930243 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] Pushing event updated for resources: {'Network': ['ID=6c618ea2-fc5a-49c9-9109-72bef3480781,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:40.931016 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 39052) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:40.940219 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Network 6c618ea2-fc5a-49c9-9109-72bef3480781 details requested by agent ovs-agent-dv-cinder-774286-14-iscsi with host dv-cinder-774286-14-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:00:40.954437 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:40.986870 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-c953e37b-867d-4830-8f0e-86ff001fa1da admin admin] Request body: {'subnet': {'network_id': '6c618ea2-fc5a-49c9-9109-72bef3480781', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-16831412-subnet', 'tenant_id': '1787d025769c4b79adba46ce55a5a7ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:41.005493 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-c953e37b-867d-4830-8f0e-86ff001fa1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:41.020327 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-c953e37b-867d-4830-8f0e-86ff001fa1da admin admin] Usage tracker for resource:subnet and tenant:1787d025769c4b79adba46ce55a5a7ab is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:41.024426 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-c953e37b-867d-4830-8f0e-86ff001fa1da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:41.038506 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-c953e37b-867d-4830-8f0e-86ff001fa1da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:41.079188 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c953e37b-867d-4830-8f0e-86ff001fa1da admin admin] Made reservation on behalf of 1787d025769c4b79adba46ce55a5a7ab for: {'subnet': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:41.081783 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c953e37b-867d-4830-8f0e-86ff001fa1da admin admin] Notify callbacks [] for subnet, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:41.300728 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6af744e3-5808-4186-b1d9-ef171e6fcc4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:41.314093 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3e2dda58-868a-425a-9c5a-f37a065400c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for subnet, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:41.325218 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a7bbf25e-4ce6-4d61-a30f-f46df809cd1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:41.398278 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3ccf5712-54d0-403a-9366-4cbfd45a1475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for subnet, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:41.411384 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-6def95a7-2bb2-4736-be42-38d6b34a5613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:41.418526 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ab2583-00d1-4f97-9f0d-06b1a56fed21 None None] Network 4bd3a929-9efd-4c35-af1e-656216678278 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:00:41.438477 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2dda58-868a-425a-9c5a-f37a065400c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7951f8e4-474a-43bf-bfda-85f075a9c57f,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:41.442189 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3e2dda58-868a-425a-9c5a-f37a065400c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:41.453784 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2dda58-868a-425a-9c5a-f37a065400c1 admin admin] Checking segment: {'id': 'd17850d2-1902-43b7-8545-f8140c991329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '78f2fc67-b40a-47a4-af30-c194a9ec1a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:00:41.454156 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2dda58-868a-425a-9c5a-f37a065400c1 admin admin] Network hostable DHCP agents. Network: 78f2fc67-b40a-47a4-af30-c194a9ec1a5e, hostable agents: ['c2c2a961-2376-4d10-9e89-a93ed7bded42'], hosted agents: [] {{(pid=78742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:00:41.471459 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6af744e3-5808-4186-b1d9-ef171e6fcc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:41.482880 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3f8188bb-ad8c-4646-aa18-ce3b4f3d03e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:41.511358 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-d2a88174-e056-44bc-a491-851926b419fa None None] Provisioning for port 29fd0629-f0ec-4fd1-a006-71f86568a346 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:00:41.527608 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-d2a88174-e056-44bc-a491-851926b419fa None None] Provisioning complete for port 29fd0629-f0ec-4fd1-a006-71f86568a346 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:41.528155 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-d2a88174-e056-44bc-a491-851926b419fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:41.540841 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2dda58-868a-425a-9c5a-f37a065400c1 admin admin] Network 78f2fc67-b40a-47a4-af30-c194a9ec1a5e is scheduled to be hosted by DHCP agent c2c2a961-2376-4d10-9e89-a93ed7bded42 with binding_index 1 {{(pid=78742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:00:41.583135 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf5712-54d0-403a-9366-4cbfd45a1475 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c1a00f4-e621-4fc3-a1b1-ca913888ca6d,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:41.591008 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3ccf5712-54d0-403a-9366-4cbfd45a1475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:41.593785 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af744e3-5808-4186-b1d9-ef171e6fcc4b admin admin] Network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:00:41.596764 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccf5712-54d0-403a-9366-4cbfd45a1475 admin admin] Checking segment: {'id': '35c52020-89b6-4faa-b639-382530197fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '968baab6-3179-4f84-b4c7-2e0a2a7a3b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:00:41.597125 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccf5712-54d0-403a-9366-4cbfd45a1475 admin admin] Network hostable DHCP agents. Network: 968baab6-3179-4f84-b4c7-2e0a2a7a3b66, hostable agents: ['c2c2a961-2376-4d10-9e89-a93ed7bded42'], hosted agents: [] {{(pid=78743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:00:41.602235 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-6af744e3-5808-4186-b1d9-ef171e6fcc4b admin admin] Resources bound (agent type, host, resource id): {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:41.604318 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af744e3-5808-4186-b1d9-ef171e6fcc4b admin admin] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:00:41.633023 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccf5712-54d0-403a-9366-4cbfd45a1475 admin admin] Network 968baab6-3179-4f84-b4c7-2e0a2a7a3b66 is scheduled to be hosted by DHCP agent c2c2a961-2376-4d10-9e89-a93ed7bded42 with binding_index 1 {{(pid=78743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:00:41.652214 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-3ccf5712-54d0-403a-9366-4cbfd45a1475 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-14-iscsi, 968baab6-3179-4f84-b4c7-2e0a2a7a3b66) {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:41.666691 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34e8e75-55a6-4ca7-af50-d8e075831e2a None None] Network 968baab6-3179-4f84-b4c7-2e0a2a7a3b66 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:00:41.677023 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-3e2dda58-868a-425a-9c5a-f37a065400c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-14-iscsi, 78f2fc67-b40a-47a4-af30-c194a9ec1a5e) {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:41.681625 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2dda58-868a-425a-9c5a-f37a065400c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:41.682202 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3e2dda58-868a-425a-9c5a-f37a065400c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:41.695662 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccf5712-54d0-403a-9366-4cbfd45a1475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:41.696271 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3ccf5712-54d0-403a-9366-4cbfd45a1475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:41.733918 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9327f4-2d68-463b-ba9e-f5c5f9ce93dc None None] Network 78f2fc67-b40a-47a4-af30-c194a9ec1a5e requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:00:41.758762 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af744e3-5808-4186-b1d9-ef171e6fcc4b admin admin] Pushing event updated for resources: {'Port': ['ID=5d282935-a9ae-4765-9da3-86222aef7403,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:41.770580 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-3ccf5712-54d0-403a-9366-4cbfd45a1475 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7529325 May 10 15:00:41.777348 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6af744e3-5808-4186-b1d9-ef171e6fcc4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:41.911325 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8999a235-c9c5-4bd4-845d-3ff152200041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for subnet, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:41.917824 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b4ebcf22-f099-4901-bc7c-9ead60f79c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for subnet, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:41.920299 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:41.934234 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:41.957418 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-3e2dda58-868a-425a-9c5a-f37a065400c1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.1697366 May 10 15:00:41.964572 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 39066) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:41.988324 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-1d95cff9-4628-4798-8a0d-8e3488f2bd2a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-111425456-router', 'tenant_id': '164a7782c9ce4c8aae0ebd02811a40d4', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:42.001889 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-1d95cff9-4628-4798-8a0d-8e3488f2bd2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:42.022343 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-1d95cff9-4628-4798-8a0d-8e3488f2bd2a admin admin] Usage tracker for resource:router and tenant:164a7782c9ce4c8aae0ebd02811a40d4 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:42.033222 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-1d95cff9-4628-4798-8a0d-8e3488f2bd2a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:42.074154 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999a235-c9c5-4bd4-845d-3ff152200041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b7e9e96-1dce-417a-b62d-87a2de80d899,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:42.191056 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-1d95cff9-4628-4798-8a0d-8e3488f2bd2a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:42.193487 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8999a235-c9c5-4bd4-845d-3ff152200041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:42.254761 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebcf22-f099-4901-bc7c-9ead60f79c6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=29a78988-6a65-4722-a8f7-d1935de5924b,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:42.266527 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-d2a88174-e056-44bc-a491-851926b419fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:42.336650 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8999a235-c9c5-4bd4-845d-3ff152200041 admin admin] Checking segment: {'id': '7b80ebab-1ec2-4020-a231-02aa16ebc302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:00:42.338846 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8999a235-c9c5-4bd4-845d-3ff152200041 admin admin] Network hostable DHCP agents. Network: 7900d589-d085-4d9e-bb39-0c869bf63df8, hostable agents: ['c2c2a961-2376-4d10-9e89-a93ed7bded42'], hosted agents: [] {{(pid=78742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:00:42.353563 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1d95cff9-4628-4798-8a0d-8e3488f2bd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-348896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29808'] for router, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:42.354718 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1d95cff9-4628-4798-8a0d-8e3488f2bd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-348911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29769'] for router, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:42.356789 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ebcf22-f099-4901-bc7c-9ead60f79c6b admin admin] Checking segment: {'id': '34485131-a2c5-45d1-aeb4-e83054c55c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cce0b825-a814-4c4b-ad54-aa02c23342f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:00:42.357335 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ebcf22-f099-4901-bc7c-9ead60f79c6b admin admin] Network hostable DHCP agents. Network: cce0b825-a814-4c4b-ad54-aa02c23342f9, hostable agents: ['c2c2a961-2376-4d10-9e89-a93ed7bded42'], hosted agents: [] {{(pid=78743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:00:42.367363 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b4ebcf22-f099-4901-bc7c-9ead60f79c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:42.416211 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1d95cff9-4628-4798-8a0d-8e3488f2bd2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:42.431906 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c953e37b-867d-4830-8f0e-86ff001fa1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for subnet, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:42.432654 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8999a235-c9c5-4bd4-845d-3ff152200041 admin admin] Network 7900d589-d085-4d9e-bb39-0c869bf63df8 is scheduled to be hosted by DHCP agent c2c2a961-2376-4d10-9e89-a93ed7bded42 with binding_index 1 {{(pid=78742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:00:42.446772 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:42.463076 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6af744e3-5808-4186-b1d9-ef171e6fcc4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:42.510821 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ebcf22-f099-4901-bc7c-9ead60f79c6b admin admin] Network cce0b825-a814-4c4b-ad54-aa02c23342f9 is scheduled to be hosted by DHCP agent c2c2a961-2376-4d10-9e89-a93ed7bded42 with binding_index 1 {{(pid=78743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:00:42.529952 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-b4ebcf22-f099-4901-bc7c-9ead60f79c6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-14-iscsi, cce0b825-a814-4c4b-ad54-aa02c23342f9) {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:42.544232 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ebcf22-f099-4901-bc7c-9ead60f79c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:42.545003 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b4ebcf22-f099-4901-bc7c-9ead60f79c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:42.610216 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-b4ebcf22-f099-4901-bc7c-9ead60f79c6b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5043187 May 10 15:00:42.611575 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-8999a235-c9c5-4bd4-845d-3ff152200041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-14-iscsi, 7900d589-d085-4d9e-bb39-0c869bf63df8) {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:42.620289 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c40a6c9-d73f-496c-9f0f-ffc1955de750 None None] Network cce0b825-a814-4c4b-ad54-aa02c23342f9 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:00:42.628192 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c953e37b-867d-4830-8f0e-86ff001fa1da admin admin] Checking segment: {'id': '0a4f6d3d-54b8-4664-9a29-c42dc2e1562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6c618ea2-fc5a-49c9-9109-72bef3480781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:00:42.628667 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c953e37b-867d-4830-8f0e-86ff001fa1da admin admin] Network hostable DHCP agents. Network: 6c618ea2-fc5a-49c9-9109-72bef3480781, hostable agents: ['c2c2a961-2376-4d10-9e89-a93ed7bded42'], hosted agents: [] {{(pid=78743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:00:42.634723 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953e37b-867d-4830-8f0e-86ff001fa1da admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3645e3a-0b0e-40a0-8820-7f6d645d7cf2,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:42.642906 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-c953e37b-867d-4830-8f0e-86ff001fa1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:42.657996 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c953e37b-867d-4830-8f0e-86ff001fa1da admin admin] Network 6c618ea2-fc5a-49c9-9109-72bef3480781 is scheduled to be hosted by DHCP agent c2c2a961-2376-4d10-9e89-a93ed7bded42 with binding_index 1 {{(pid=78743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:00:42.660590 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b3553e-d999-4a40-b5d5-6d4d4f4b9bfa None None] Network 968baab6-3179-4f84-b4c7-2e0a2a7a3b66 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:00:42.672620 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-c953e37b-867d-4830-8f0e-86ff001fa1da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-14-iscsi, 6c618ea2-fc5a-49c9-9109-72bef3480781) {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:42.675289 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ca4075-8571-4c81-b602-74cafb483765 None None] Network 7900d589-d085-4d9e-bb39-0c869bf63df8 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:00:42.678119 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c953e37b-867d-4830-8f0e-86ff001fa1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:42.679341 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c953e37b-867d-4830-8f0e-86ff001fa1da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:42.700984 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77117e6-2f9b-489a-a217-9f683c975604 None None] Network 6c618ea2-fc5a-49c9-9109-72bef3480781 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:00:42.709962 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-c953e37b-867d-4830-8f0e-86ff001fa1da admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7758756 May 10 15:00:42.810339 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72ce5d2-299b-4cf3-a629-81f43d60502f None None] Network 78f2fc67-b40a-47a4-af30-c194a9ec1a5e requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:00:42.816675 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8999a235-c9c5-4bd4-845d-3ff152200041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:42.817291 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8999a235-c9c5-4bd4-845d-3ff152200041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:42.853386 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-d2a88174-e056-44bc-a491-851926b419fa None None] For port 29fd0629-f0ec-4fd1-a006-71f86568a346, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=29fd0629-f0ec-4fd1-a006-71f86568a346,segment=NetworkSegment(130d6f67-0a99-4f12-9e01-d49e6c783317),segment_id=130d6f67-0a99-4f12-9e01-d49e6c783317)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:42.936353 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 39112) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:42.936937 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-8999a235-c9c5-4bd4-845d-3ff152200041 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.1981757 May 10 15:00:42.951242 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-b21a44d4-82c7-4c7b-ab84-bf43868cb8ba admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1761442963-router', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:42.967037 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-b21a44d4-82c7-4c7b-ab84-bf43868cb8ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:42.987813 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-b21a44d4-82c7-4c7b-ab84-bf43868cb8ba admin admin] Usage tracker for resource:router and tenant:59b50fa570d5493abb0dae5e9d6f7738 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:43.013688 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-b21a44d4-82c7-4c7b-ab84-bf43868cb8ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:43.032217 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-b21a44d4-82c7-4c7b-ab84-bf43868cb8ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:43.043480 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 39120) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:43.050022 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1558273785-network', 'tenant_id': 'f71ea20eb43f443d82c44081a0027211'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:43.063263 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b21a44d4-82c7-4c7b-ab84-bf43868cb8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-348896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29808'] for router, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:43.064635 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b21a44d4-82c7-4c7b-ab84-bf43868cb8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-348911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29769'] for router, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:43.070055 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:43.079326 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] Usage tracker for resource:network and tenant:f71ea20eb43f443d82c44081a0027211 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:43.096665 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:43.116822 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:43.128620 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b21a44d4-82c7-4c7b-ab84-bf43868cb8ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:43.164347 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] Made reservation on behalf of f71ea20eb43f443d82c44081a0027211 for: {'network': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:43.164846 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1d95cff9-4628-4798-8a0d-8e3488f2bd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29783'] for router, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:43.175788 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for network, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:43.191940 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:43.291698 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:43.374186 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] Usage tracker for resource:security_group_rule and tenant:f71ea20eb43f443d82c44081a0027211 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:43.379577 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:43.395922 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:43.469571 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-d2a88174-e056-44bc-a491-851926b419fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:43.482297 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6af744e3-5808-4186-b1d9-ef171e6fcc4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406019'] for router, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:43.622204 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-a1faf95c-6737-4699-bc0b-510312473ea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:43.673222 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b21a44d4-82c7-4c7b-ab84-bf43868cb8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29783'] for router, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:43.725370 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 39162) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:43.780598 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 39170) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:43.784581 dv-cinder-774286-14-iscsi neutron-server[78743]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 15:00:44.010911 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:44.027145 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87496cd-0376-40cf-bdd2-9cd171b28770 None None] Network 6c618ea2-fc5a-49c9-9109-72bef3480781 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:00:44.049067 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:44.059487 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-257f6e48-cc2d-435d-893a-d14643b5247b None None] Provisioning complete for port 29fd0629-f0ec-4fd1-a006-71f86568a346 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:44.059860 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-257f6e48-cc2d-435d-893a-d14643b5247b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:44.070083 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:44.133416 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=78743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:00:44.145873 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-9b582515-63b0-45fd-9c62-7bd09ea76586 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:44.146575 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-9b582515-63b0-45fd-9c62-7bd09ea76586 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Synchronizing usage tracker for tenant:c82a662050c6416585fafc5eac414c92 on resource:network {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:00:44.148976 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1d95cff9-4628-4798-8a0d-8e3488f2bd2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:44.154730 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-b72e1291-59fa-4fdd-aa75-5e59113d1856 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:44.156150 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-b72e1291-59fa-4fdd-aa75-5e59113d1856 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/networks?id=6c618ea2-fc5a-49c9-9109-72bef3480781 HTTP/1.1" status: 200 len: 813 time: 0.3704174 May 10 15:00:44.170314 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e329413-90e6-46dc-9ab9-15182b20987e,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:44.182392 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:44.185617 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af744e3-5808-4186-b1d9-ef171e6fcc4b admin admin] Router 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba is scheduled to L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 with binding_index 1 {{(pid=78742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:00:44.193367 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1d95cff9-4628-4798-8a0d-8e3488f2bd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:44.199209 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:44.199550 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.db.segments_db [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] Added segment b09a643b-5427-4cf1-8ed2-c742a1519da7 of type vlan for network feb0ede0-f6de-4d6f-aea1-6b1baca1e916 May 10 15:00:44.203283 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a88174-e056-44bc-a491-851926b419fa None None] Pushing event updated for resources: {'Port': ['ID=29fd0629-f0ec-4fd1-a006-71f86568a346,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:44.210894 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-9c604107-bdbf-4abb-aa7f-ee7992a9b293 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/quotas/1787d025769c4b79adba46ce55a5a7ab HTTP/1.1" status: 200 len: 375 time: 0.0435503 May 10 15:00:44.214323 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e0a62b-2134-4f84-bb6d-be4470687d75 None None] Network cce0b825-a814-4c4b-ad54-aa02c23342f9 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:00:44.261693 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-9b582515-63b0-45fd-9c62-7bd09ea76586 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Unset dirty status for tenant:c82a662050c6416585fafc5eac414c92 on resource:network {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:00:44.262409 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-9b582515-63b0-45fd-9c62-7bd09ea76586 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/networks?id=cce0b825-a814-4c4b-ad54-aa02c23342f9 HTTP/1.1" status: 200 len: 810 time: 0.5310345 May 10 15:00:44.282592 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-6a826c7a-4973-479d-a537-ea60e549c474 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1787d025769c4b79adba46ce55a5a7ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628912 May 10 15:00:44.294380 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729786867074'] for network, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:44.307406 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-b6b3d7cc-8a26-4dad-b2b7-7c047cb0841e tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/quotas/c82a662050c6416585fafc5eac414c92 HTTP/1.1" status: 200 len: 375 time: 0.0311861 May 10 15:00:44.346607 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-d2a88174-e056-44bc-a491-851926b419fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:44.449844 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016fd023-7326-5b62-89a5-d40737038a22-7900d589-d085-4d9e-bb39-0c869bf63df8', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'fixed_ips': [{'subnet_id': '4b7e9e96-1dce-417a-b62d-87a2de80d899'}]}} from dv-cinder-774286-14-iscsi. {{(pid=78744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 15:00:44.450581 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:44.478187 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-18f399af-67cf-4513-b543-63b347a6bcc6 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c82a662050c6416585fafc5eac414c92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1226594 May 10 15:00:44.529575 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af744e3-5808-4186-b1d9-ef171e6fcc4b admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:00:44.542944 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for network, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:44.545847 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] Sync routers for ids ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'] in dv-cinder-774286-14-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:00:44.547493 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-1d95cff9-4628-4798-8a0d-8e3488f2bd2a admin admin] Allocated IP 172.27.2.35 (7f05d45f-a9de-427f-b4f6-29fb46a47d9c/0e18a723-9037-4ee4-acce-9c55576c5ea3/b88f083f-fc8c-42f8-8e0f-a804c6dd631c) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:00:44.561547 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:44.562133 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:44.572730 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:44.581518 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] Routers {'4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:00:44.584119 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:00:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:44.614819 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6af744e3-5808-4186-b1d9-ef171e6fcc4b admin admin] Notify callbacks [] for router, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:44.616051 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-6af744e3-5808-4186-b1d9-ef171e6fcc4b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4424217 May 10 15:00:44.621776 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 39192) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:44.712207 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-5a2bd4f6-26ca-45ff-9f6b-4c28f39359ae service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:00:44.713092 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-5a2bd4f6-26ca-45ff-9f6b-4c28f39359ae service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1449451 May 10 15:00:44.718126 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-a2e6d639-d76d-4491-8584-af661c68c585 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:00:44.719070 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-a2e6d639-d76d-4491-8584-af661c68c585 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1775980 May 10 15:00:44.742905 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.db_base_plugin_common [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] Allocated IP 172.20.0.2 (7900d589-d085-4d9e-bb39-0c869bf63df8/4b7e9e96-1dce-417a-b62d-87a2de80d899/18f3f29f-7f45-4d02-b266-5f6ae0c879cc) {{(pid=78744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:00:44.782417 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b21a44d4-82c7-4c7b-ab84-bf43868cb8ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:44.858654 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] Pushing event updated for resources: {'Network': ['ID=feb0ede0-f6de-4d6f-aea1-6b1baca1e916,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:44.862401 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8177364 May 10 15:00:44.863550 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:44.865630 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 39196) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:44.875530 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-e7211f85-746f-4db2-b8ba-d454bdde9e27 admin admin] Request body: {'subnet': {'network_id': 'feb0ede0-f6de-4d6f-aea1-6b1baca1e916', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1558273785-subnet', 'tenant_id': 'f71ea20eb43f443d82c44081a0027211', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:44.892220 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-e7211f85-746f-4db2-b8ba-d454bdde9e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:44.900125 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-e7211f85-746f-4db2-b8ba-d454bdde9e27 admin admin] Usage tracker for resource:subnet and tenant:f71ea20eb43f443d82c44081a0027211 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:44.904452 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-e7211f85-746f-4db2-b8ba-d454bdde9e27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:44.918744 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-e7211f85-746f-4db2-b8ba-d454bdde9e27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:44.927101 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b21a44d4-82c7-4c7b-ab84-bf43868cb8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:44.947811 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] Notify callbacks [] for port, precommit_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:44.948668 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1d95cff9-4628-4798-8a0d-8e3488f2bd2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:44.961230 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] Transition to ACTIVE for port object 18f3f29f-7f45-4d02-b266-5f6ae0c879cc will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:00:44.983311 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] Transition to ACTIVE for port object 18f3f29f-7f45-4d02-b266-5f6ae0c879cc will not be triggered until provisioned by entity DHCP. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:00:45.001120 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 29fd0629-f0ec-4fd1-a006-71f86568a346 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:00:45.011161 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] Set router 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:00:45.026205 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Network feb0ede0-f6de-4d6f-aea1-6b1baca1e916 details requested by agent ovs-agent-dv-cinder-774286-14-iscsi with host dv-cinder-774286-14-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:00:45.048904 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7211f85-746f-4db2-b8ba-d454bdde9e27 admin admin] Made reservation on behalf of f71ea20eb43f443d82c44081a0027211 for: {'subnet': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:45.050180 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540'] for port, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:45.051808 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e7211f85-746f-4db2-b8ba-d454bdde9e27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:45.142394 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:45.151840 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-65ade55e-e913-44a7-b40a-e56188eddc29 service neutron] 10.222.0.30 "GET /v2.0/networks/cce0b825-a814-4c4b-ad54-aa02c23342f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237628 May 10 15:00:45.154939 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-21e2ee7d-fd90-4af7-a337-6c8781384379 service neutron] 10.222.0.30 "GET /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063385 May 10 15:00:45.278427 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] Network 7900d589-d085-4d9e-bb39-0c869bf63df8 is already hosted by enough agents. {{(pid=78744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:00:45.296708 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.scheduler.base_scheduler [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] Resources bound (agent type, host, resource id): {{(pid=78744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:45.315207 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] Received port after_create {{(pid=78744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:00:45.383117 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1d95cff9-4628-4798-8a0d-8e3488f2bd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:45.403198 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-21470506-4c1b-4720-af01-033271c51042 service neutron] 10.222.0.30 "GET /v2.0/networks/cce0b825-a814-4c4b-ad54-aa02c23342f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422554 May 10 15:00:45.458054 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] Pushing event updated for resources: {'Port': ['ID=18f3f29f-7f45-4d02-b266-5f6ae0c879cc,revision_number=1']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:45.472561 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'name': 'tempest-AttachVolumeTestJSON-528424911-router', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '5d282935-a9ae-4765-9da3-86222aef7403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:38Z', 'updated_at': '2021-05-10T15:00:41Z', 'revision_number': 3, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'gw_port': {'id': '5d282935-a9ae-4765-9da3-86222aef7403', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:40Z', 'updated_at': '2021-05-10T15:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:45.477129 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:45.482994 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] Checking router: 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba for host: dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:00:45.482994 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] Updating router 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba port 5d282935-a9ae-4765-9da3-86222aef7403 binding host dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:00:45.507214 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 29fd0629-f0ec-4fd1-a006-71f86568a346 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:45.508194 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:45.516872 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [None req-b21a44d4-82c7-4c7b-ab84-bf43868cb8ba admin admin] Allocated IP 172.27.2.43 (7f05d45f-a9de-427f-b4f6-29fb46a47d9c/0e18a723-9037-4ee4-acce-9c55576c5ea3/976921cf-fc9e-433f-8098-eb91029d01c3) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:00:45.542325 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:45.556915 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] Attempting to bind port 18f3f29f-7f45-4d02-b266-5f6ae0c879cc on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:00:45.557285 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] Attempting to bind port 18f3f29f-7f45-4d02-b266-5f6ae0c879cc by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': '7b80ebab-1ec2-4020-a231-02aa16ebc302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:00:45.557645 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] Attempting to bind port 18f3f29f-7f45-4d02-b266-5f6ae0c879cc on network 7900d589-d085-4d9e-bb39-0c869bf63df8 {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:00:45.563407 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-a7339477-0222-4691-af64-c49982997f74 service neutron] 10.222.0.30 "GET /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839116 May 10 15:00:45.572390 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:00:45.572751 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] Checking segment: {'id': '7b80ebab-1ec2-4020-a231-02aa16ebc302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:00:45.573160 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:45.573534 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] Bound using segment: {'id': '7b80ebab-1ec2-4020-a231-02aa16ebc302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:00:45.574010 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] Bound port: 18f3f29f-7f45-4d02-b266-5f6ae0c879cc, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b80ebab-1ec2-4020-a231-02aa16ebc302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:00:45.574395 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:45.610331 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:45.718484 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] For port 18f3f29f-7f45-4d02-b266-5f6ae0c879cc, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:00:45.732344 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] For port 18f3f29f-7f45-4d02-b266-5f6ae0c879cc, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=18f3f29f-7f45-4d02-b266-5f6ae0c879cc,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:00:45.746066 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:45.751426 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:45.778419 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b21a44d4-82c7-4c7b-ab84-bf43868cb8ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:45.784460 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d95cff9-4628-4798-8a0d-8e3488f2bd2a admin admin] Network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:00:45.790792 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-1d95cff9-4628-4798-8a0d-8e3488f2bd2a admin admin] Resources bound (agent type, host, resource id): {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:45.811710 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d95cff9-4628-4798-8a0d-8e3488f2bd2a admin admin] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:00:45.848370 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b21a44d4-82c7-4c7b-ab84-bf43868cb8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:45.852654 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-f516b054-17cd-41a8-99c4-6611fa7a4a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:45.963855 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] Pushing event updated for resources: {'Port': ['ID=18f3f29f-7f45-4d02-b266-5f6ae0c879cc,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:45.975580 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:46.057080 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a44d4-82c7-4c7b-ab84-bf43868cb8ba admin admin] Pushing event updated for resources: {'Port': ['ID=976921cf-fc9e-433f-8098-eb91029d01c3,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:46.062056 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95cff9-4628-4798-8a0d-8e3488f2bd2a admin admin] Pushing event updated for resources: {'Port': ['ID=b88f083f-fc8c-42f8-8e0f-a804c6dd631c,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:46.089975 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-1d95cff9-4628-4798-8a0d-8e3488f2bd2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:46.092420 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21a44d4-82c7-4c7b-ab84-bf43868cb8ba admin admin] Network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:00:46.093691 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b21a44d4-82c7-4c7b-ab84-bf43868cb8ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:46.154805 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-b21a44d4-82c7-4c7b-ab84-bf43868cb8ba admin admin] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:46.161783 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21a44d4-82c7-4c7b-ab84-bf43868cb8ba admin admin] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:00:46.243667 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b01a6038-268f-4898-bac3-c615ae5d64a1 req-29192174-c53b-4b99-976d-0f5a6f7c6070 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/ports?device_id=81cf2ad7-bf82-4178-bd39-3fa46949319e HTTP/1.1" status: 200 len: 210 time: 0.1483240 May 10 15:00:46.407655 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] Notify callbacks [] for port, precommit_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:46.427395 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.provisioning_blocks [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] Transition to ACTIVE for port object 5d282935-a9ae-4765-9da3-86222aef7403 will not be triggered until provisioned by entity L2. {{(pid=78745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:00:46.443398 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:46.455750 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:46.665933 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 18f3f29f-7f45-4d02-b266-5f6ae0c879cc up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:00:46.685438 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8bf70bf3-9410-4849-a092-27b6c94ec8ee req-1efd5e9f-3a41-46ce-9b0f-7e3fef8a555e tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2 HTTP/1.1" status: 200 len: 210 time: 0.4384220 May 10 15:00:46.703598 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] Attempting to bind port 5d282935-a9ae-4765-9da3-86222aef7403 on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:00:46.710834 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] Attempting to bind port 5d282935-a9ae-4765-9da3-86222aef7403 by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:00:46.710834 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] Attempting to bind port 5d282935-a9ae-4765-9da3-86222aef7403 on network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:00:46.734856 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85403d-c7a3-4d85-b11c-40a56fb759d6 None None] Pushing event updated for resources: {'Port': ['ID=5d282935-a9ae-4765-9da3-86222aef7403,revision_number=2']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:46.746848 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:00:46.753204 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] Checking segment: {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:00:46.753884 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:46.754304 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] Bound using segment: {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:00:46.754817 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] Bound port: 5d282935-a9ae-4765-9da3-86222aef7403, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:00:46.755213 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:46.794784 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port 18f3f29f-7f45-4d02-b266-5f6ae0c879cc completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:00:46.826842 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 39262) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:46.840619 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85403d-c7a3-4d85-b11c-40a56fb759d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:46.841132 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85403d-c7a3-4d85-b11c-40a56fb759d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:46.841663 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85403d-c7a3-4d85-b11c-40a56fb759d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:46.842053 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85403d-c7a3-4d85-b11c-40a56fb759d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:46.842524 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85403d-c7a3-4d85-b11c-40a56fb759d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:46.842910 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85403d-c7a3-4d85-b11c-40a56fb759d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:46.843330 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85403d-c7a3-4d85-b11c-40a56fb759d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:46.843759 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85403d-c7a3-4d85-b11c-40a56fb759d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:46.844176 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85403d-c7a3-4d85-b11c-40a56fb759d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:46.844624 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85403d-c7a3-4d85-b11c-40a56fb759d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:46.845000 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85403d-c7a3-4d85-b11c-40a56fb759d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:46.845369 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85403d-c7a3-4d85-b11c-40a56fb759d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc85403d-c7a3-4d85-b11c-40a56fb759d6 None None] Tracked resource versions report: May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: pushed versions: May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: { 'AddressGroup': {'1.2'}, May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: 'ConntrackHelper': {'1.0'}, May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: 'Log': {'1.0'}, May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: 'Network': {'1.1'}, May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: 'Port': {'1.7'}, May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: 'PortForwarding': {'1.2'}, May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: 'QosPolicy': {'1.8'}, May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: 'SecurityGroup': {'1.4'}, May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: 'SecurityGroupRule': {'1.2'}, May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: 'SubPort': {'1.0'}, May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: 'Subnet': {'1.1'}, May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: 'Trunk': {'1.1'}} May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: consumer versions: May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: { DHCP agent@dv-cinder-774286-14-iscsi: {}, May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: HyperV agent@hv-cinder-77428: {}, May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: L3 agent@dv-cinder-774286-14-iscsi: {}, May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: Metadata agent@dv-cinder-774286-14-iscsi: {}, May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: Metering agent@dv-cinder-774286-14-iscsi: {}, May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: Open vSwitch agent@dv-cinder-774286-14-iscsi: { 'AddressGroup': '1.2', May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: 'ConntrackHelper': '1.0', May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: 'Log': '1.0', May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: 'Network': '1.1', May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: 'Port': '1.7', May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: 'PortForwarding': '1.2', May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: 'QosPolicy': '1.8', May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: 'SecurityGroup': '1.4', May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: 'SecurityGroupRule': '1.2', May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: 'SubPort': '1.0', May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: 'Subnet': '1.1', May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: 'Trunk': '1.1'}} May 10 15:00:46.846537 dv-cinder-774286-14-iscsi neutron-server[78745]: {{(pid=78745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 15:00:46.852113 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-cc85403d-c7a3-4d85-b11c-40a56fb759d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:46.903176 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] For port 5d282935-a9ae-4765-9da3-86222aef7403, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:00:46.913070 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] For port 5d282935-a9ae-4765-9da3-86222aef7403, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=5d282935-a9ae-4765-9da3-86222aef7403,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:00:46.924814 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:46.938052 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:47.014474 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1d95cff9-4628-4798-8a0d-8e3488f2bd2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:47.047730 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b21a44d4-82c7-4c7b-ab84-bf43868cb8ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:47.155225 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] Routers {'4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:00:47.159434 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:00:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:47.431678 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85403d-c7a3-4d85-b11c-40a56fb759d6 None None] Pushing event updated for resources: {'Port': ['ID=5d282935-a9ae-4765-9da3-86222aef7403,revision_number=3']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:47.441615 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-cc85403d-c7a3-4d85-b11c-40a56fb759d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:47.476666 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-dda7a811-1ac3-443e-9be2-7060969e8591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:47.506221 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-52988341-1a65-4f1f-b762-f90ba450f65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:47.590232 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] Set router 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:00:47.612040 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7c5077-a573-41d4-9c31-3785d042e173 None None] Network 7900d589-d085-4d9e-bb39-0c869bf63df8 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:00:47.772695 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-461f3847-7119-4607-91cb-c379dd4e8a24 None None] Provisioning for port 18f3f29f-7f45-4d02-b266-5f6ae0c879cc completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:00:47.791019 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-461f3847-7119-4607-91cb-c379dd4e8a24 None None] Provisioning complete for port 18f3f29f-7f45-4d02-b266-5f6ae0c879cc triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:47.791640 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-461f3847-7119-4607-91cb-c379dd4e8a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:47.838701 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8d34bb77-bff3-462f-a749-1c6c8e2947be req-c156da07-2a67-42c4-aca5-ee512c153d5c tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/ports?device_id=81cf2ad7-bf82-4178-bd39-3fa46949319e HTTP/1.1" status: 200 len: 210 time: 0.4215021 May 10 15:00:47.861996 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-52988341-1a65-4f1f-b762-f90ba450f65a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:47.885060 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-52988341-1a65-4f1f-b762-f90ba450f65a admin admin] Usage tracker for resource:security_group_rule and tenant:6ae9e30e54b8463ca02a8be12cab10a4 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:47.898515 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-52988341-1a65-4f1f-b762-f90ba450f65a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:47.935674 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-52988341-1a65-4f1f-b762-f90ba450f65a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:47.959631 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-461f3847-7119-4607-91cb-c379dd4e8a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:47.994151 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-461f3847-7119-4607-91cb-c379dd4e8a24 None None] For port 18f3f29f-7f45-4d02-b266-5f6ae0c879cc, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=18f3f29f-7f45-4d02-b266-5f6ae0c879cc,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:48.024854 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-461f3847-7119-4607-91cb-c379dd4e8a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:48.033343 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-1e4eca1f-7bd5-46b6-ac81-6e1f1cbdf33b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:48.050697 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3013acaa-bcbc-4f2c-b5e2-a4ef61d9cf11 req-a9e6eef6-3beb-45bb-8f63-57ce93deb10b tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2 HTTP/1.1" status: 200 len: 210 time: 0.0981333 May 10 15:00:48.094827 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b21a44d4-82c7-4c7b-ab84-bf43868cb8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406019'] for router, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:48.153988 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f3847-7119-4607-91cb-c379dd4e8a24 None None] Pushing event updated for resources: {'Port': ['ID=18f3f29f-7f45-4d02-b266-5f6ae0c879cc,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:48.173675 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-461f3847-7119-4607-91cb-c379dd4e8a24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:48.237060 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'name': 'tempest-AttachVolumeTestJSON-528424911-router', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '5d282935-a9ae-4765-9da3-86222aef7403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:38Z', 'updated_at': '2021-05-10T15:00:41Z', 'revision_number': 3, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'gw_port': {'id': '5d282935-a9ae-4765-9da3-86222aef7403', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:40Z', 'updated_at': '2021-05-10T15:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:48.242777 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e75fc7b-02bb-44ca-b8bf-0ef32f48ef15 None None] The sync data for ids ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'] in dv-cinder-774286-14-iscsi is: [{'id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'name': 'tempest-AttachVolumeTestJSON-528424911-router', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '5d282935-a9ae-4765-9da3-86222aef7403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:38Z', 'updated_at': '2021-05-10T15:00:41Z', 'revision_number': 3, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'gw_port': {'id': '5d282935-a9ae-4765-9da3-86222aef7403', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:40Z', 'updated_at': '2021-05-10T15:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:00:48.311068 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-52988341-1a65-4f1f-b762-f90ba450f65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:48.328322 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-52988341-1a65-4f1f-b762-f90ba450f65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:48.340973 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:48.392686 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-52988341-1a65-4f1f-b762-f90ba450f65a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ae9e30e54b8463ca02a8be12cab10a4&name=default HTTP/1.1" status: 200 len: 2976 time: 1.5596550 May 10 15:00:48.404567 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 39308) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:48.409263 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52988341-1a65-4f1f-b762-f90ba450f65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3c322a-518f-47fa-aa28-ce8067137e2f,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:48.455611 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-52988341-1a65-4f1f-b762-f90ba450f65a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:48.507079 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-dda7a811-1ac3-443e-9be2-7060969e8591 admin admin] Allocated IP 172.20.0.1 (4bd3a929-9efd-4c35-af1e-656216678278/63dd5146-b7c8-4898-831f-2c4c3824cf1a/47c855a9-802f-4899-a8e4-a63026ad3acd) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:00:48.515103 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-924ccdec-e23e-4071-b0b8-be4b0e7e89dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:48.540027 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e7211f85-746f-4db2-b8ba-d454bdde9e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for subnet, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:48.554382 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3e2dda58-868a-425a-9c5a-f37a065400c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:48.566367 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21a44d4-82c7-4c7b-ab84-bf43868cb8ba admin admin] Router aee02500-0660-4c1d-b52a-d9f200bbfb5f is scheduled to L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 with binding_index 1 {{(pid=78743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:00:48.577933 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-924ccdec-e23e-4071-b0b8-be4b0e7e89dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:48.582574 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-2289497c-d9d5-4826-b291-0731070babf9 None None] Provisioning complete for port 18f3f29f-7f45-4d02-b266-5f6ae0c879cc triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:48.583155 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2289497c-d9d5-4826-b291-0731070babf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:48.645617 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 18f3f29f-7f45-4d02-b266-5f6ae0c879cc up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:00:48.653626 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7211f85-746f-4db2-b8ba-d454bdde9e27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8415eaa2-61df-442f-b38e-69641f997b4b,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:48.686334 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-e7211f85-746f-4db2-b8ba-d454bdde9e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:48.766272 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1d95cff9-4628-4798-8a0d-8e3488f2bd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406019'] for router, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:48.809030 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 18f3f29f-7f45-4d02-b266-5f6ae0c879cc triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:48.810568 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:48.895178 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-924ccdec-e23e-4071-b0b8-be4b0e7e89dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:48.905464 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:48.925251 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ccdec-e23e-4071-b0b8-be4b0e7e89dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3c322a-518f-47fa-aa28-ce8067137e2f,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:48.928367 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-924ccdec-e23e-4071-b0b8-be4b0e7e89dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:48.960992 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-924ccdec-e23e-4071-b0b8-be4b0e7e89dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:48.962569 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-924ccdec-e23e-4071-b0b8-be4b0e7e89dc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e3c322a-518f-47fa-aa28-ce8067137e2f HTTP/1.1" status: 204 len: 168 time: 0.5569112 May 10 15:00:49.033191 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21a44d4-82c7-4c7b-ab84-bf43868cb8ba admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:00:49.088994 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] Sync routers for ids ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:00:49.091330 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.47', 61187) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:49.151524 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:00:49.169146 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] Routers {'aee02500-0660-4c1d-b52a-d9f200bbfb5f'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:00:49.172025 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:00:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:49.183662 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b21a44d4-82c7-4c7b-ab84-bf43868cb8ba admin admin] Notify callbacks [] for router, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.185533 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-b21a44d4-82c7-4c7b-ab84-bf43868cb8ba admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2472038 May 10 15:00:49.193469 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 39332) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:49.203551 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5dc4436e-6eba-4e01-8776-3e1a8729ee07 req-7636b91a-5277-4003-b26c-ef2bd091775f tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/ports?device_id=81cf2ad7-bf82-4178-bd39-3fa46949319e HTTP/1.1" status: 200 len: 210 time: 0.1018453 May 10 15:00:49.250617 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7211f85-746f-4db2-b8ba-d454bdde9e27 admin admin] Checking segment: {'id': 'b09a643b-5427-4cf1-8ed2-c742a1519da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'feb0ede0-f6de-4d6f-aea1-6b1baca1e916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:00:49.252700 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7211f85-746f-4db2-b8ba-d454bdde9e27 admin admin] Network hostable DHCP agents. Network: feb0ede0-f6de-4d6f-aea1-6b1baca1e916, hostable agents: ['c2c2a961-2376-4d10-9e89-a93ed7bded42'], hosted agents: [] {{(pid=78742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:00:49.331903 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-dda7a811-1ac3-443e-9be2-7060969e8591 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.364910 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [None req-dda7a811-1ac3-443e-9be2-7060969e8591 admin admin] Transition to ACTIVE for port object 47c855a9-802f-4899-a8e4-a63026ad3acd will not be triggered until provisioned by entity DHCP. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:00:49.422001 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d84b32a7-3781-4cd0-8c0c-3f025fd97173 req-075e0970-dbc9-47d5-ad6d-947f8defc9bd tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2 HTTP/1.1" status: 200 len: 210 time: 0.0694654 May 10 15:00:49.525404 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] Set router aee02500-0660-4c1d-b52a-d9f200bbfb5f gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:00:49.568379 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-dda7a811-1ac3-443e-9be2-7060969e8591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.706838 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:49.793816 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda7a811-1ac3-443e-9be2-7060969e8591 admin admin] Network 4bd3a929-9efd-4c35-af1e-656216678278 is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:00:49.805672 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-dda7a811-1ac3-443e-9be2-7060969e8591 admin admin] Resources bound (agent type, host, resource id): {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:49.824772 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda7a811-1ac3-443e-9be2-7060969e8591 admin admin] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:00:49.825624 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-dda7a811-1ac3-443e-9be2-7060969e8591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394716'] for router_interface, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.847499 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7211f85-746f-4db2-b8ba-d454bdde9e27 admin admin] Network feb0ede0-f6de-4d6f-aea1-6b1baca1e916 is scheduled to be hosted by DHCP agent c2c2a961-2376-4d10-9e89-a93ed7bded42 with binding_index 1 {{(pid=78742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:00:49.850142 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.47', 61191) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:49.934249 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-e7211f85-746f-4db2-b8ba-d454bdde9e27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-14-iscsi, feb0ede0-f6de-4d6f-aea1-6b1baca1e916) {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:49.945762 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7211f85-746f-4db2-b8ba-d454bdde9e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:49.945922 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e7211f85-746f-4db2-b8ba-d454bdde9e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:49.960762 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae455a5-205d-4cee-869f-67ef63203781 None None] Network feb0ede0-f6de-4d6f-aea1-6b1baca1e916 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:00:50.046203 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-e7211f85-746f-4db2-b8ba-d454bdde9e27 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.1791728 May 10 15:00:50.190845 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-230b232a-98bc-4caa-b0f9-fb4305d8ce65 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:50.196248 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-230b232a-98bc-4caa-b0f9-fb4305d8ce65 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.47 "GET /v2.0/networks?id=cce0b825-a814-4c4b-ad54-aa02c23342f9 HTTP/1.1" status: 200 len: 810 time: 0.3445258 May 10 15:00:50.259818 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-af548efe-7b63-48c2-818d-27cde040ce82 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Request body: {'port': {'device_id': '81cf2ad7-bf82-4178-bd39-3fa46949319e', 'network_id': 'cce0b825-a814-4c4b-ad54-aa02c23342f9', 'admin_state_up': True, 'tenant_id': 'c82a662050c6416585fafc5eac414c92'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:50.353421 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cf77260d-736a-4cec-b1b4-82a856a264ae None None] Provisioning for port 47c855a9-802f-4899-a8e4-a63026ad3acd completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:00:50.396411 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-cf77260d-736a-4cec-b1b4-82a856a264ae None None] Provisioning complete for port 47c855a9-802f-4899-a8e4-a63026ad3acd triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:50.397041 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cf77260d-736a-4cec-b1b4-82a856a264ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:50.452458 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-f0954de5-5c6f-4b30-805a-17ab782c022e tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:50.453165 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-f0954de5-5c6f-4b30-805a-17ab782c022e tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Synchronizing usage tracker for tenant:1787d025769c4b79adba46ce55a5a7ab on resource:network {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:00:50.473028 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e8825b-c781-4e9d-9e52-72d9ade232cb None None] Network feb0ede0-f6de-4d6f-aea1-6b1baca1e916 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:00:50.530216 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 39406) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:50.639079 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-af548efe-7b63-48c2-818d-27cde040ce82 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:50.644120 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-10df6d9b-b09f-47f5-9810-444787861431 req-33787c78-ec36-463f-afe5-24ee3c533622 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/ports?device_id=81cf2ad7-bf82-4178-bd39-3fa46949319e HTTP/1.1" status: 200 len: 210 time: 0.1228023 May 10 15:00:50.653665 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-af548efe-7b63-48c2-818d-27cde040ce82 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Usage tracker for resource:port and tenant:c82a662050c6416585fafc5eac414c92 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:50.659911 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-af548efe-7b63-48c2-818d-27cde040ce82 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:50.676046 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-af548efe-7b63-48c2-818d-27cde040ce82 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:50.711656 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba2c1be-b422-4e56-8cf4-3c38d0b97b88 admin admin] Deleting subnet 1c1a00f4-e621-4fc3-a1b1-ca913888ca6d {{(pid=78743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:00:50.715594 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-af548efe-7b63-48c2-818d-27cde040ce82 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Made reservation on behalf of c82a662050c6416585fafc5eac414c92 for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:50.720191 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-af548efe-7b63-48c2-818d-27cde040ce82 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:50.732171 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 5d282935-a9ae-4765-9da3-86222aef7403 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:00:50.759819 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-cf77260d-736a-4cec-b1b4-82a856a264ae None None] Port 47c855a9-802f-4899-a8e4-a63026ad3acd cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:00:50.772234 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-dda7a811-1ac3-443e-9be2-7060969e8591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:50.773093 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1761442963-router', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:43Z', 'updated_at': '2021-05-10T15:00:46Z', 'revision_number': 3, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'gw_port': {'id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:44Z', 'updated_at': '2021-05-10T15:00:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:50.795372 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] Checking router: aee02500-0660-4c1d-b52a-d9f200bbfb5f for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:00:50.796089 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] Updating router aee02500-0660-4c1d-b52a-d9f200bbfb5f port 976921cf-fc9e-433f-8098-eb91029d01c3 binding host dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:00:50.832093 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7a811-1ac3-443e-9be2-7060969e8591 admin admin] Pushing event updated for resources: {'Port': ['ID=47c855a9-802f-4899-a8e4-a63026ad3acd,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:50.846339 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-dda7a811-1ac3-443e-9be2-7060969e8591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.139s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:50.874699 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8ba2c1be-b422-4e56-8cf4-3c38d0b97b88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:51.047823 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d95cff9-4628-4798-8a0d-8e3488f2bd2a admin admin] Router 3f9614fd-9358-4d64-ae2d-f5ba455f66cb is scheduled to L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 with binding_index 1 {{(pid=78742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:00:51.050243 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-f0954de5-5c6f-4b30-805a-17ab782c022e tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Unset dirty status for tenant:1787d025769c4b79adba46ce55a5a7ab on resource:network {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:00:51.051631 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-f0954de5-5c6f-4b30-805a-17ab782c022e tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.47 "GET /v2.0/networks?id=6c618ea2-fc5a-49c9-9109-72bef3480781 HTTP/1.1" status: 200 len: 813 time: 1.9591064 May 10 15:00:51.077654 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-87525db9-ecb5-4c3e-90bc-2621eb8d4d05 req-6826d08e-bf9a-4621-a1b4-154cfc89b7c7 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2 HTTP/1.1" status: 200 len: 210 time: 0.3176193 May 10 15:00:51.119805 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:51.309867 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8ba2c1be-b422-4e56-8cf4-3c38d0b97b88 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:51.333736 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port 5d282935-a9ae-4765-9da3-86222aef7403 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:00:51.356998 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8ba2c1be-b422-4e56-8cf4-3c38d0b97b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482653'] for subnet, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:51.373287 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d95cff9-4628-4798-8a0d-8e3488f2bd2a admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:00:51.383580 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] Sync routers for ids ['3f9614fd-9358-4d64-ae2d-f5ba455f66cb'] in dv-cinder-774286-14-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:00:51.384219 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-eb7ed8bc-5bbe-48f1-87b9-562b6c84f9b3 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Request body: {'port': {'device_id': 'f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2', 'network_id': '6c618ea2-fc5a-49c9-9109-72bef3480781', 'admin_state_up': True, 'tenant_id': '1787d025769c4b79adba46ce55a5a7ab'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:51.402397 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] Routers {'3f9614fd-9358-4d64-ae2d-f5ba455f66cb'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:00:51.405761 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:00:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['3f9614fd-9358-4d64-ae2d-f5ba455f66cb'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:51.473654 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 5d282935-a9ae-4765-9da3-86222aef7403 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:51.475507 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:51.481156 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 39424) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:51.751049 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-dda7a811-1ac3-443e-9be2-7060969e8591 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:51.790012 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-dda7a811-1ac3-443e-9be2-7060969e8591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:51.859552 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] Set router 3f9614fd-9358-4d64-ae2d-f5ba455f66cb gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:00:51.945159 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-dda7a811-1ac3-443e-9be2-7060969e8591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394623'] for router_interface, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:51.949198 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-dda7a811-1ac3-443e-9be2-7060969e8591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:52.027314 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1d95cff9-4628-4798-8a0d-8e3488f2bd2a admin admin] Notify callbacks [] for router, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:52.033729 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-1d95cff9-4628-4798-8a0d-8e3488f2bd2a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.0658486 May 10 15:00:52.041888 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 39438) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:52.108885 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-af548efe-7b63-48c2-818d-27cde040ce82 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Allocated IP 172.20.0.2 (cce0b825-a814-4c4b-ad54-aa02c23342f9/29a78988-6a65-4722-a8f7-d1935de5924b/939466d5-ef67-43ca-b71c-6161a6bfc4bc) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:00:52.210077 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:52.308150 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] For port 5d282935-a9ae-4765-9da3-86222aef7403, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=5d282935-a9ae-4765-9da3-86222aef7403,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:52.327867 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:52.352403 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:52.473914 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9614fd-9358-4d64-ae2d-f5ba455f66cb', 'name': 'tempest-ServerRescueNegativeTestJSON-111425456-router', 'tenant_id': '164a7782c9ce4c8aae0ebd02811a40d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'b88f083f-fc8c-42f8-8e0f-a804c6dd631c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:42Z', 'updated_at': '2021-05-10T15:00:46Z', 'revision_number': 3, 'project_id': '164a7782c9ce4c8aae0ebd02811a40d4', 'gw_port': {'id': 'b88f083f-fc8c-42f8-8e0f-a804c6dd631c', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:17:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9614fd-9358-4d64-ae2d-f5ba455f66cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:44Z', 'updated_at': '2021-05-10T15:00:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:52.485699 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] Checking router: 3f9614fd-9358-4d64-ae2d-f5ba455f66cb for host: dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:00:52.486117 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] Updating router 3f9614fd-9358-4d64-ae2d-f5ba455f66cb port b88f083f-fc8c-42f8-8e0f-a804c6dd631c binding host dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:00:52.542006 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Pushing event updated for resources: {'Port': ['ID=5d282935-a9ae-4765-9da3-86222aef7403,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:52.545130 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:52.597616 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:52.694966 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] Notify callbacks [] for port, precommit_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:52.712923 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda7a811-1ac3-443e-9be2-7060969e8591 admin admin] Network 4bd3a929-9efd-4c35-af1e-656216678278 is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:00:52.716676 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] Transition to ACTIVE for port object 976921cf-fc9e-433f-8098-eb91029d01c3 will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:00:52.726080 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:52.753873 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:52.766200 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-dda7a811-1ac3-443e-9be2-7060969e8591 admin admin] Resources bound (agent type, host, resource id): {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:52.786000 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a438fd02-ad23-4c00-b2f6-0b2088615404 req-f6e6edeb-3a2b-4ff8-8393-7fd4cdf7166e tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/ports?device_id=81cf2ad7-bf82-4178-bd39-3fa46949319e HTTP/1.1" status: 200 len: 210 time: 0.8722799 May 10 15:00:52.890538 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] Attempting to bind port 976921cf-fc9e-433f-8098-eb91029d01c3 on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:00:52.891707 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] Attempting to bind port 976921cf-fc9e-433f-8098-eb91029d01c3 by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:00:52.891707 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] Attempting to bind port 976921cf-fc9e-433f-8098-eb91029d01c3 on network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:00:52.918965 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:00:52.919353 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] Checking segment: {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:00:52.919769 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:52.920922 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7a811-1ac3-443e-9be2-7060969e8591 admin admin] Pushing event updated for resources: {'Port': ['ID=47c855a9-802f-4899-a8e4-a63026ad3acd,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:52.922675 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] Bound using segment: {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:00:52.923184 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] Bound port: 976921cf-fc9e-433f-8098-eb91029d01c3, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:00:52.923587 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.023851 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-dda7a811-1ac3-443e-9be2-7060969e8591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.074s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:53.032351 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-eb7ed8bc-5bbe-48f1-87b9-562b6c84f9b3 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:53.078346 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0c169-91b4-451f-855f-d783aaeef8e3 None None] Pushing event updated for resources: {'Port': ['ID=976921cf-fc9e-433f-8098-eb91029d01c3,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:53.081904 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9ca0c169-91b4-451f-855f-d783aaeef8e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:53.258318 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] For port 976921cf-fc9e-433f-8098-eb91029d01c3, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:00:53.261859 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] For port 976921cf-fc9e-433f-8098-eb91029d01c3, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=976921cf-fc9e-433f-8098-eb91029d01c3,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:00:53.269351 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-ec7f7231-5c79-4aae-8cf3-43d5962cd7a2 None None] Provisioning complete for port 47c855a9-802f-4899-a8e4-a63026ad3acd triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:53.270129 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-ec7f7231-5c79-4aae-8cf3-43d5962cd7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.282648 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-af548efe-7b63-48c2-818d-27cde040ce82 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.305609 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-eb7ed8bc-5bbe-48f1-87b9-562b6c84f9b3 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Usage tracker for resource:port and tenant:1787d025769c4b79adba46ce55a5a7ab is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:53.317085 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-eb7ed8bc-5bbe-48f1-87b9-562b6c84f9b3 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:53.321254 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7a1bc7cb-d937-4078-b823-9618abde3359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.337132 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-eb7ed8bc-5bbe-48f1-87b9-562b6c84f9b3 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:53.344816 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2fa8aadc-46f2-4cf7-a59c-89bbd96b015f req-ad511bc8-f16e-4fda-bbfc-ffbea66cfbb0 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2 HTTP/1.1" status: 200 len: 210 time: 0.7135863 May 10 15:00:53.373117 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-7a1bc7cb-d937-4078-b823-9618abde3359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:00:53.376010 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.377856 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-7a1bc7cb-d937-4078-b823-9618abde3359 admin admin] Usage tracker for resource:security_group_rule and tenant:dccbabbc7d844683a44b76035833af76 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:00:53.381191 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-7a1bc7cb-d937-4078-b823-9618abde3359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:00:53.388628 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-7a1bc7cb-d937-4078-b823-9618abde3359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:00:53.400196 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] Notify callbacks [] for port, precommit_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.416500 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.provisioning_blocks [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] Transition to ACTIVE for port object b88f083f-fc8c-42f8-8e0f-a804c6dd631c will not be triggered until provisioned by entity L2. {{(pid=78745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:00:53.424013 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-af548efe-7b63-48c2-818d-27cde040ce82 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.427881 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-82dd0f75-2644-46e4-981c-9a595ea96454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:53.437599 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.448088 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:53.484548 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:53.545163 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0c169-91b4-451f-855f-d783aaeef8e3 None None] Pushing event updated for resources: {'Port': ['ID=976921cf-fc9e-433f-8098-eb91029d01c3,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:53.556589 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9ca0c169-91b4-451f-855f-d783aaeef8e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:53.570018 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-ec7f7231-5c79-4aae-8cf3-43d5962cd7a2 None None] Port 47c855a9-802f-4899-a8e4-a63026ad3acd cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:00:53.575526 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] Routers {'aee02500-0660-4c1d-b52a-d9f200bbfb5f'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:00:53.576251 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:00:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:53.624226 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0356b-2f01-4839-ace2-f64e04076a81 None None] Pushing event updated for resources: {'Port': ['ID=b88f083f-fc8c-42f8-8e0f-a804c6dd631c,revision_number=2']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:53.628883 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-c0a0356b-2f01-4839-ace2-f64e04076a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:53.647758 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] Attempting to bind port b88f083f-fc8c-42f8-8e0f-a804c6dd631c on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:00:53.648280 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] Attempting to bind port b88f083f-fc8c-42f8-8e0f-a804c6dd631c by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:00:53.648650 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] Attempting to bind port b88f083f-fc8c-42f8-8e0f-a804c6dd631c on network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:00:53.659816 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:00:53.660640 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] Checking segment: {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:00:53.660939 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-eb7ed8bc-5bbe-48f1-87b9-562b6c84f9b3 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Made reservation on behalf of 1787d025769c4b79adba46ce55a5a7ab for: {'port': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:00:53.661202 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.661607 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] Bound using segment: {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:00:53.662070 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] Bound port: b88f083f-fc8c-42f8-8e0f-a804c6dd631c, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:00:53.662486 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.664905 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-eb7ed8bc-5bbe-48f1-87b9-562b6c84f9b3 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.671447 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7a1bc7cb-d937-4078-b823-9618abde3359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.715893 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-af548efe-7b63-48c2-818d-27cde040ce82 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Network cce0b825-a814-4c4b-ad54-aa02c23342f9 is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:00:53.724186 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-af548efe-7b63-48c2-818d-27cde040ce82 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:53.727010 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7a1bc7cb-d937-4078-b823-9618abde3359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.747676 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2859643e-3b61-4dc5-aa44-4499e7b99f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.748708 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-af548efe-7b63-48c2-818d-27cde040ce82 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:00:53.780993 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-af548efe-7b63-48c2-818d-27cde040ce82 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:53.781970 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-af548efe-7b63-48c2-818d-27cde040ce82 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:53.953961 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] For port b88f083f-fc8c-42f8-8e0f-a804c6dd631c, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:00:53.968241 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] For port b88f083f-fc8c-42f8-8e0f-a804c6dd631c, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=b88f083f-fc8c-42f8-8e0f-a804c6dd631c,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:00:53.985252 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:54.008118 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-cc85403d-c7a3-4d85-b11c-40a56fb759d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:54.022189 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af548efe-7b63-48c2-818d-27cde040ce82 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Pushing event updated for resources: {'Port': ['ID=939466d5-ef67-43ca-b71c-6161a6bfc4bc,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:54.092368 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-af548efe-7b63-48c2-818d-27cde040ce82 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:54.092846 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-52988341-1a65-4f1f-b762-f90ba450f65a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:54.101228 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-eb7ed8bc-5bbe-48f1-87b9-562b6c84f9b3 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Allocated IP 172.20.0.6 (6c618ea2-fc5a-49c9-9109-72bef3480781/f3645e3a-0b0e-40a0-8820-7f6d645d7cf2/71d577f8-1f8b-4665-919b-f1cf5ba15ffa) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:00:54.105829 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] Routers {'3f9614fd-9358-4d64-ae2d-f5ba455f66cb'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:00:54.106879 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:00:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['3f9614fd-9358-4d64-ae2d-f5ba455f66cb'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:54.207687 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] Set router aee02500-0660-4c1d-b52a-d9f200bbfb5f gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:00:54.321489 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0356b-2f01-4839-ace2-f64e04076a81 None None] Pushing event updated for resources: {'Port': ['ID=b88f083f-fc8c-42f8-8e0f-a804c6dd631c,revision_number=3']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:54.326072 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-c0a0356b-2f01-4839-ace2-f64e04076a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:54.349924 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-7a1bc7cb-d937-4078-b823-9618abde3359 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dccbabbc7d844683a44b76035833af76&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8655567 May 10 15:00:54.354906 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 39468) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:54.511659 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] Set router 3f9614fd-9358-4d64-ae2d-f5ba455f66cb gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:00:54.576622 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-69406074-2208-4416-bfbd-4cb179e3e8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:54.612039 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-69406074-2208-4416-bfbd-4cb179e3e8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:54.682867 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 5d282935-a9ae-4765-9da3-86222aef7403 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:00:54.694680 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda7a811-1ac3-443e-9be2-7060969e8591 admin admin] Router 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:00:54.695826 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-69406074-2208-4416-bfbd-4cb179e3e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:54.735203 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:54.760338 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69406074-2208-4416-bfbd-4cb179e3e8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57deb31a-5266-49da-8db5-6150dcebdafb,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:54.771196 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-69406074-2208-4416-bfbd-4cb179e3e8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:54.775593 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-69406074-2208-4416-bfbd-4cb179e3e8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:54.779086 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-69406074-2208-4416-bfbd-4cb179e3e8c1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/57deb31a-5266-49da-8db5-6150dcebdafb HTTP/1.1" status: 204 len: 168 time: 0.3994217 May 10 15:00:54.898186 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-af548efe-7b63-48c2-818d-27cde040ce82 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6454883 May 10 15:00:54.979946 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 5d282935-a9ae-4765-9da3-86222aef7403 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:54.984364 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:55.068081 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6e992947-4868-42d2-b863-9c4abf280e94 req-62959b43-e7c4-44a5-955d-d866ebc976fa tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2 HTTP/1.1" status: 200 len: 210 time: 0.2946236 May 10 15:00:55.209873 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-2859643e-3b61-4dc5-aa44-4499e7b99f5b admin admin] Allocated IP 172.20.0.1 (7900d589-d085-4d9e-bb39-0c869bf63df8/4b7e9e96-1dce-417a-b62d-87a2de80d899/e1978893-0d91-4b79-bc44-5e9b70978083) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:00:55.222816 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1761442963-router', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:43Z', 'updated_at': '2021-05-10T15:00:46Z', 'revision_number': 3, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'gw_port': {'id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:44Z', 'updated_at': '2021-05-10T15:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:55.237954 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b0ca0a-ea70-4441-833b-84cb1252c4d2 None None] The sync data for ids ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'] in dv-cinder-774286-14-iscsi is: [{'id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1761442963-router', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:43Z', 'updated_at': '2021-05-10T15:00:46Z', 'revision_number': 3, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'gw_port': {'id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:44Z', 'updated_at': '2021-05-10T15:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:00:55.259055 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1bc7cb-d937-4078-b823-9618abde3359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57deb31a-5266-49da-8db5-6150dcebdafb,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:55.267223 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7a1bc7cb-d937-4078-b823-9618abde3359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.173s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:55.298532 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9614fd-9358-4d64-ae2d-f5ba455f66cb', 'name': 'tempest-ServerRescueNegativeTestJSON-111425456-router', 'tenant_id': '164a7782c9ce4c8aae0ebd02811a40d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'b88f083f-fc8c-42f8-8e0f-a804c6dd631c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:42Z', 'updated_at': '2021-05-10T15:00:46Z', 'revision_number': 3, 'project_id': '164a7782c9ce4c8aae0ebd02811a40d4', 'gw_port': {'id': 'b88f083f-fc8c-42f8-8e0f-a804c6dd631c', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:17:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9614fd-9358-4d64-ae2d-f5ba455f66cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:44Z', 'updated_at': '2021-05-10T15:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:55.305602 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d95e25-975e-490d-91f1-0b21f1811e00 None None] The sync data for ids ['3f9614fd-9358-4d64-ae2d-f5ba455f66cb'] in dv-cinder-774286-14-iscsi is: [{'id': '3f9614fd-9358-4d64-ae2d-f5ba455f66cb', 'name': 'tempest-ServerRescueNegativeTestJSON-111425456-router', 'tenant_id': '164a7782c9ce4c8aae0ebd02811a40d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'b88f083f-fc8c-42f8-8e0f-a804c6dd631c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:42Z', 'updated_at': '2021-05-10T15:00:46Z', 'revision_number': 3, 'project_id': '164a7782c9ce4c8aae0ebd02811a40d4', 'gw_port': {'id': 'b88f083f-fc8c-42f8-8e0f-a804c6dd631c', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:17:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9614fd-9358-4d64-ae2d-f5ba455f66cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:44Z', 'updated_at': '2021-05-10T15:00:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:00:55.487621 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2859643e-3b61-4dc5-aa44-4499e7b99f5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:55.507196 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [None req-2859643e-3b61-4dc5-aa44-4499e7b99f5b admin admin] Transition to ACTIVE for port object e1978893-0d91-4b79-bc44-5e9b70978083 will not be triggered until provisioned by entity DHCP. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:00:55.747479 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-eb7ed8bc-5bbe-48f1-87b9-562b6c84f9b3 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:55.762438 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-54c9ff8d-35e2-40a3-9613-13e90fdcb156 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:00:55.764135 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-54c9ff8d-35e2-40a3-9613-13e90fdcb156 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0337772 May 10 15:00:55.824261 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233c40c-7660-407c-af22-82256d39d96c req-4029e37e-1891-4448-a477-882be99e4827 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:55.825032 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-8233c40c-7660-407c-af22-82256d39d96c req-4029e37e-1891-4448-a477-882be99e4827 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Synchronizing usage tracker for tenant:c82a662050c6416585fafc5eac414c92 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:00:55.830528 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8ba2c1be-b422-4e56-8cf4-3c38d0b97b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for subnet, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:55.857072 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3ccf5712-54d0-403a-9366-4cbfd45a1475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:55.984855 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2c1be-b422-4e56-8cf4-3c38d0b97b88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c1a00f4-e621-4fc3-a1b1-ca913888ca6d,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:55.992454 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda7a811-1ac3-443e-9be2-7060969e8591 admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:00:55.999422 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8ba2c1be-b422-4e56-8cf4-3c38d0b97b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:56.003318 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] Sync routers for ids ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:00:56.011690 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-dda7a811-1ac3-443e-9be2-7060969e8591 admin admin] 10.222.0.30 "PUT /v2.0/routers/4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3354151 May 10 15:00:56.021999 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2859643e-3b61-4dc5-aa44-4499e7b99f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:56.037042 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] Routers {'4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:00:56.039889 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:00:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:56.058046 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-1d95cff9-4628-4798-8a0d-8e3488f2bd2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:56.313016 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859643e-3b61-4dc5-aa44-4499e7b99f5b admin admin] Pushing event updated for resources: {'Port': ['ID=e1978893-0d91-4b79-bc44-5e9b70978083,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:56.320266 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2859643e-3b61-4dc5-aa44-4499e7b99f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:56.325827 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-eb7ed8bc-5bbe-48f1-87b9-562b6c84f9b3 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:56.337350 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2859643e-3b61-4dc5-aa44-4499e7b99f5b admin admin] Network 7900d589-d085-4d9e-bb39-0c869bf63df8 is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:00:56.342503 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-2859643e-3b61-4dc5-aa44-4499e7b99f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:56.346444 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2859643e-3b61-4dc5-aa44-4499e7b99f5b admin admin] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:00:56.351649 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2859643e-3b61-4dc5-aa44-4499e7b99f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394716'] for router_interface, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:56.383791 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:56.414802 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-8233c40c-7660-407c-af22-82256d39d96c req-4029e37e-1891-4448-a477-882be99e4827 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Unset dirty status for tenant:c82a662050c6416585fafc5eac414c92 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:00:56.424836 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8233c40c-7660-407c-af22-82256d39d96c req-4029e37e-1891-4448-a477-882be99e4827 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/ports?device_id=81cf2ad7-bf82-4178-bd39-3fa46949319e HTTP/1.1" status: 200 len: 931 time: 2.3041735 May 10 15:00:56.447366 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8ba2c1be-b422-4e56-8cf4-3c38d0b97b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:56.775061 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-8ba2c1be-b422-4e56-8cf4-3c38d0b97b88 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1c1a00f4-e621-4fc3-a1b1-ca913888ca6d HTTP/1.1" status: 204 len: 168 time: 6.1989989 May 10 15:00:56.807913 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 39512) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:00:56.843232 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device b88f083f-fc8c-42f8-8e0f-a804c6dd631c up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:00:56.917759 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ed8bc-5bbe-48f1-87b9-562b6c84f9b3 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Pushing event updated for resources: {'Port': ['ID=71d577f8-1f8b-4665-919b-f1cf5ba15ffa,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:56.930552 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-eb7ed8bc-5bbe-48f1-87b9-562b6c84f9b3 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:57.042588 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-eb7ed8bc-5bbe-48f1-87b9-562b6c84f9b3 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Network 6c618ea2-fc5a-49c9-9109-72bef3480781 is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:00:57.079690 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2859643e-3b61-4dc5-aa44-4499e7b99f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:57.109216 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-8093380b-62b8-4410-a50c-ac938c0a6c74 None None] Provisioning for port e1978893-0d91-4b79-bc44-5e9b70978083 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:00:57.114295 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-eb7ed8bc-5bbe-48f1-87b9-562b6c84f9b3 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Resources bound (agent type, host, resource id): {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:00:57.119685 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-eb7ed8bc-5bbe-48f1-87b9-562b6c84f9b3 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:00:57.132519 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-eb7ed8bc-5bbe-48f1-87b9-562b6c84f9b3 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:57.133197 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-eb7ed8bc-5bbe-48f1-87b9-562b6c84f9b3 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:57.252937 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-719b1fec-8acf-4c4a-9cb3-5d3cd2bb1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:57.258592 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-8093380b-62b8-4410-a50c-ac938c0a6c74 None None] Provisioning complete for port e1978893-0d91-4b79-bc44-5e9b70978083 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:57.258980 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-8093380b-62b8-4410-a50c-ac938c0a6c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:57.304510 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] Request body: {'port': {'device_id': '81cf2ad7-bf82-4178-bd39-3fa46949319e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:57.400509 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] Set router 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:00:57.445468 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-eb7ed8bc-5bbe-48f1-87b9-562b6c84f9b3 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0845180 May 10 15:00:57.648288 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:57.660806 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] Request body: {'port': {'device_id': 'f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:00:57.674419 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-8233c40c-7660-407c-af22-82256d39d96c req-dfb5295a-b3ff-4efc-8d01-99de8fb0beb6 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Synchronizing usage tracker for tenant:c82a662050c6416585fafc5eac414c92 on resource:security_group {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:00:57.686573 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-8093380b-62b8-4410-a50c-ac938c0a6c74 None None] Port e1978893-0d91-4b79-bc44-5e9b70978083 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:00:57.767775 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2859643e-3b61-4dc5-aa44-4499e7b99f5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:57.786681 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2859643e-3b61-4dc5-aa44-4499e7b99f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:57.790462 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2859643e-3b61-4dc5-aa44-4499e7b99f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394623'] for router_interface, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:57.801853 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:57.885918 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port b88f083f-fc8c-42f8-8e0f-a804c6dd631c completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:00:58.013758 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-8233c40c-7660-407c-af22-82256d39d96c req-dfb5295a-b3ff-4efc-8d01-99de8fb0beb6 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Unset dirty status for tenant:c82a662050c6416585fafc5eac414c92 on resource:security_group {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:00:58.018836 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8233c40c-7660-407c-af22-82256d39d96c req-dfb5295a-b3ff-4efc-8d01-99de8fb0beb6 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/security-groups?id=afe299e6-a175-4f23-a857-9c3a696fa1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5681136 May 10 15:00:58.128583 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:58.237333 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port b88f083f-fc8c-42f8-8e0f-a804c6dd631c triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:58.237903 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:58.594939 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:58.622200 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'name': 'tempest-AttachVolumeTestJSON-528424911-router', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '5d282935-a9ae-4765-9da3-86222aef7403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:38Z', 'updated_at': '2021-05-10T15:00:50Z', 'revision_number': 4, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'gw_port': {'id': '5d282935-a9ae-4765-9da3-86222aef7403', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:40Z', 'updated_at': '2021-05-10T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '47c855a9-802f-4899-a8e4-a63026ad3acd', 'name': '', 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'mac_address': 'fa:16:3e:42:52:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:47Z', 'updated_at': '2021-05-10T15:00:51Z', 'revision_number': 2, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'subnets': [{'id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:00:58.643031 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] Checking router: 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:00:58.646429 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] Updating router 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba port 47c855a9-802f-4899-a8e4-a63026ad3acd binding host dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:00:58.706823 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] For port b88f083f-fc8c-42f8-8e0f-a804c6dd631c, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=b88f083f-fc8c-42f8-8e0f-a804c6dd631c,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:00:58.718954 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:58.728061 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 976921cf-fc9e-433f-8098-eb91029d01c3 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:00:58.771117 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:58.857195 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3591965'] for network, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:58.857492 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:59.041454 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f3640-40bf-42fa-9b54-62bd750f687e req-5e4918d7-b9b9-428c-aa2d-2f27cf0f924c tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:00:59.055026 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c33f3640-40bf-42fa-9b54-62bd750f687e req-5e4918d7-b9b9-428c-aa2d-2f27cf0f924c tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2 HTTP/1.1" status: 200 len: 931 time: 2.6188543 May 10 15:00:59.178317 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d577f8-1f8b-4665-919b-f1cf5ba15ffa {{(pid=78742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:00:59.187503 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:59.216870 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] Transition to ACTIVE for port object 71d577f8-1f8b-4665-919b-f1cf5ba15ffa will not be triggered until provisioned by entity L2. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:00:59.241140 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:59.255694 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859643e-3b61-4dc5-aa44-4499e7b99f5b admin admin] Pushing event updated for resources: {'Port': ['ID=e1978893-0d91-4b79-bc44-5e9b70978083,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:59.281367 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Pushing event updated for resources: {'Port': ['ID=b88f083f-fc8c-42f8-8e0f-a804c6dd631c,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:00:59.310494 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:59.358907 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2859643e-3b61-4dc5-aa44-4499e7b99f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.557s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:00:59.375253 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-eb7ed8bc-5bbe-48f1-87b9-562b6c84f9b3 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:00:59.553865 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2859643e-3b61-4dc5-aa44-4499e7b99f5b admin admin] Network 7900d589-d085-4d9e-bb39-0c869bf63df8 is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:00:59.586589 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port 976921cf-fc9e-433f-8098-eb91029d01c3 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:00:59.605292 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939466d5-ef67-43ca-b71c-6161a6bfc4bc {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:00:59.640987 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 976921cf-fc9e-433f-8098-eb91029d01c3 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:00:59.641372 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:59.735997 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488998', 'neutron.services.segments.db._delete_segments_for_network-8729787289501'] for network, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:00:59.765285 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:00:59.765683 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:00:59.769823 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:00:59.771015 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] Subscribe: > port after_create 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:00:59.772089 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:00:59.773432 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] Subscribe: > port after_update 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:00:59.773768 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:00:59.775307 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:00:59.776981 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:00:59.777325 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:00:59.803004 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-2859643e-3b61-4dc5-aa44-4499e7b99f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:01:00.227640 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 39572) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:00.233843 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:00.235011 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:00.235724 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:00.236726 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:00.237248 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968baab6-3179-4f84-b4c7-2e0a2a7a3b66']}} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:00.271111 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [None req-719b1fec-8acf-4c4a-9cb3-5d3cd2bb1b21 admin admin] Allocated IP 172.20.0.1 (78f2fc67-b40a-47a4-af30-c194a9ec1a5e/7951f8e4-474a-43bf-bfda-85f075a9c57f/14f7ebd6-a4f0-485f-8321-8300ea90468c) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:01:00.301903 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:00.348806 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] Transition to ACTIVE for port object 939466d5-ef67-43ca-b71c-6161a6bfc4bc will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:01:00.357342 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-cb675d86-85cb-4259-945e-b6e6cdd500ac tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1237326443', 'description': 'tempest-description--2026389447'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:00.363431 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c33f3640-40bf-42fa-9b54-62bd750f687e req-c57d9382-d013-4f0f-b3de-c24f25ecd063 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3045893 May 10 15:01:00.378468 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-cb675d86-85cb-4259-945e-b6e6cdd500ac tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:00.379553 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c52020-89b6-4faa-b639-382530197fc4') {'for_net_delete': True} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:00.379883 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c52020-89b6-4faa-b639-382530197fc4') {} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:00.386207 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-cb675d86-85cb-4259-945e-b6e6cdd500ac tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Usage tracker for resource:security_group and tenant:fffa979fe3184d2a9b52cf1e0d0c6fed is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:00.389210 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-cb675d86-85cb-4259-945e-b6e6cdd500ac tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:00.395548 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-cb675d86-85cb-4259-945e-b6e6cdd500ac tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:00.429509 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] Pushing event updated for resources: {'Port': ['ID=71d577f8-1f8b-4665-919b-f1cf5ba15ffa,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:00.432043 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cb675d86-85cb-4259-945e-b6e6cdd500ac tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:00.467477 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.092s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:00.471260 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:00.478854 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-3383154e-6a90-4760-9595-4450755b5e90 None None] Provisioning complete for port e1978893-0d91-4b79-bc44-5e9b70978083 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:00.479462 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3383154e-6a90-4760-9595-4450755b5e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:00.480580 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] Attempting to bind port 71d577f8-1f8b-4665-919b-f1cf5ba15ffa on host hv-cinder-77428 for vnic_type normal with profile {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:01:00.480942 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] Attempting to bind port 71d577f8-1f8b-4665-919b-f1cf5ba15ffa by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '0a4f6d3d-54b8-4664-9a29-c42dc2e1562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6c618ea2-fc5a-49c9-9109-72bef3480781'}] {{(pid=78742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:01:00.481287 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] Attempting to bind port 71d577f8-1f8b-4665-919b-f1cf5ba15ffa on network 6c618ea2-fc5a-49c9-9109-72bef3480781 {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:00.535445 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] Port 71d577f8-1f8b-4665-919b-f1cf5ba15ffa on network 6c618ea2-fc5a-49c9-9109-72bef3480781 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:01:00.537860 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] Attempting to bind port 71d577f8-1f8b-4665-919b-f1cf5ba15ffa on network 6c618ea2-fc5a-49c9-9109-72bef3480781 {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:00.543207 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-cb675d86-85cb-4259-945e-b6e6cdd500ac tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:00.576227 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-cb675d86-85cb-4259-945e-b6e6cdd500ac tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Usage tracker for resource:security_group_rule and tenant:fffa979fe3184d2a9b52cf1e0d0c6fed is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:00.580907 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] Checking agent: {'id': '22792be7-dc61-4190-b12e-2da4263bba02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:01:00.582779 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] Checking segment: {'id': '0a4f6d3d-54b8-4664-9a29-c42dc2e1562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6c618ea2-fc5a-49c9-9109-72bef3480781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:01:00.583818 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] Bound using segment: {'id': '0a4f6d3d-54b8-4664-9a29-c42dc2e1562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6c618ea2-fc5a-49c9-9109-72bef3480781'} {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:01:00.584896 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] Bound port: 71d577f8-1f8b-4665-919b-f1cf5ba15ffa, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a4f6d3d-54b8-4664-9a29-c42dc2e1562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6c618ea2-fc5a-49c9-9109-72bef3480781'}}] {{(pid=78742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:01:00.585892 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:00.628251 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-cb675d86-85cb-4259-945e-b6e6cdd500ac tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:00.675180 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-cb675d86-85cb-4259-945e-b6e6cdd500ac tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:00.695726 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] Notify callbacks [] for port, precommit_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:00.709207 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] Transition to ACTIVE for port object 47c855a9-802f-4899-a8e4-a63026ad3acd will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:01:00.711769 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-3383154e-6a90-4760-9595-4450755b5e90 None None] Port e1978893-0d91-4b79-bc44-5e9b70978083 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:01:00.721232 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:00.729743 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:00.731429 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-461f3847-7119-4607-91cb-c379dd4e8a24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:00.866464 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 39596) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:00.886501 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] For port 976921cf-fc9e-433f-8098-eb91029d01c3, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=976921cf-fc9e-433f-8098-eb91029d01c3,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:00.892513 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729787301479', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1867916'] for segment, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:00.905632 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2859643e-3b61-4dc5-aa44-4499e7b99f5b admin admin] Router aee02500-0660-4c1d-b52a-d9f200bbfb5f has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:01:00.914852 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:01.021430 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220e85f-3a90-47e9-84c0-1c188fd12079 None None] Pushing event updated for resources: {'Port': ['ID=47c855a9-802f-4899-a8e4-a63026ad3acd,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:01.035863 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:01.037110 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-3220e85f-3a90-47e9-84c0-1c188fd12079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:01.045773 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=78743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:01:01.046577 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2001209'] for segment, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:01.133730 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:01.199500 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device b88f083f-fc8c-42f8-8e0f-a804c6dd631c up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:01.212481 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] For port 71d577f8-1f8b-4665-919b-f1cf5ba15ffa, host hv-cinder-77428, cleared binding levels {{(pid=78742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: from cryptography.utils import int_from_bytes May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: from cryptography.utils import int_from_bytes May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: Traceback (most recent call last): May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: timer() May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: cb(*args, **kw) May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: return func(*args, **kwargs) May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: self._notify() May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: self.callback(batched_events) May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: event.method(event) May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: return f(self, *a, **k) May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: return self._get(url).json() May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: return self.request(url, 'GET', **kwargs) May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:01:01.231260 dv-cinder-774286-14-iscsi neutron-server[78743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:01:01.250115 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:01.251118 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] For port 71d577f8-1f8b-4665-919b-f1cf5ba15ffa, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=71d577f8-1f8b-4665-919b-f1cf5ba15ffa,segment=NetworkSegment(0a4f6d3d-54b8-4664-9a29-c42dc2e1562f),segment_id=0a4f6d3d-54b8-4664-9a29-c42dc2e1562f)] {{(pid=78742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:01:01.284371 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:01.286844 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cb675d86-85cb-4259-945e-b6e6cdd500ac tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:01.295904 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:01.365321 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405887'] for network, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:01.372428 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cb675d86-85cb-4259-945e-b6e6cdd500ac tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:01.391054 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2a8bc7cb-661e-42f1-82c4-3758d483b391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:01.448511 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] Attempting to bind port 47c855a9-802f-4899-a8e4-a63026ad3acd on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:01:01.450346 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] Attempting to bind port 47c855a9-802f-4899-a8e4-a63026ad3acd by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': '130d6f67-0a99-4f12-9e01-d49e6c783317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:01:01.452231 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] Attempting to bind port 47c855a9-802f-4899-a8e4-a63026ad3acd on network 4bd3a929-9efd-4c35-af1e-656216678278 {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:01.453657 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:01.526283 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:01:01.531162 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] Checking segment: {'id': '130d6f67-0a99-4f12-9e01-d49e6c783317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:01:01.531864 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:01.532537 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] Bound using segment: {'id': '130d6f67-0a99-4f12-9e01-d49e6c783317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:01:01.536087 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] Bound port: 47c855a9-802f-4899-a8e4-a63026ad3acd, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130d6f67-0a99-4f12-9e01-d49e6c783317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:01:01.536927 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:01.539182 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-2a8bc7cb-661e-42f1-82c4-3758d483b391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:01.553028 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-2a8bc7cb-661e-42f1-82c4-3758d483b391 admin admin] Usage tracker for resource:security_group_rule and tenant:78541decf6864ce5bed0bd5bf581bae1 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:01.555994 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-2a8bc7cb-661e-42f1-82c4-3758d483b391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:01.570462 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-2a8bc7cb-661e-42f1-82c4-3758d483b391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:01.617746 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] Pushing event updated for resources: {'Port': ['ID=71d577f8-1f8b-4665-919b-f1cf5ba15ffa,revision_number=3']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:01.620648 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Pushing event updated for resources: {'Port': ['ID=976921cf-fc9e-433f-8098-eb91029d01c3,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:01.629084 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:01.674084 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:01.675376 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:01.685272 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] 10.222.0.47 "PUT /v2.0/ports/71d577f8-1f8b-4665-919b-f1cf5ba15ffa HTTP/1.1" status: 200 len: 1093 time: 4.0321796 May 10 15:01:01.688078 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2', 'tag': '71d577f8-1f8b-4665-919b-f1cf5ba15ffa'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:01.708620 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] 10.222.0.30 "DELETE /v2.0/networks/968baab6-3179-4f84-b4c7-2e0a2a7a3b66 HTTP/1.1" status: 204 len: 168 time: 4.8903396 May 10 15:01:01.739433 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-719b1fec-8acf-4c4a-9cb3-5d3cd2bb1b21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:01.755467 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port b88f083f-fc8c-42f8-8e0f-a804c6dd631c triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:01.755837 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:01.794782 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 39630) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:01.824828 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] For port 47c855a9-802f-4899-a8e4-a63026ad3acd, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:01:01.843313 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] For port 47c855a9-802f-4899-a8e4-a63026ad3acd, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=47c855a9-802f-4899-a8e4-a63026ad3acd,segment=NetworkSegment(130d6f67-0a99-4f12-9e01-d49e6c783317),segment_id=130d6f67-0a99-4f12-9e01-d49e6c783317)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:01:01.874343 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] Pushing event updated for resources: {'Port': ['ID=939466d5-ef67-43ca-b71c-6161a6bfc4bc,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:01.888007 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:01.898869 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:01.973514 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2859643e-3b61-4dc5-aa44-4499e7b99f5b admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:01:01.998846 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] Sync routers for ids ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'] in dv-cinder-774286-14-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:01:02.011992 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] Routers {'aee02500-0660-4c1d-b52a-d9f200bbfb5f'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:01:02.013200 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:00:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:02.033422 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-719b1fec-8acf-4c4a-9cb3-5d3cd2bb1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:02.069552 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:02.096074 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2a8bc7cb-661e-42f1-82c4-3758d483b391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:02.126234 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-2859643e-3b61-4dc5-aa44-4499e7b99f5b admin admin] 10.222.0.30 "PUT /v2.0/routers/aee02500-0660-4c1d-b52a-d9f200bbfb5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8410058 May 10 15:01:02.126234 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cb675d86-85cb-4259-945e-b6e6cdd500ac tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:02.145611 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-cb675d86-85cb-4259-945e-b6e6cdd500ac tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8148463 May 10 15:01:02.146375 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 39654) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:02.147295 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.852s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:02.163995 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.633s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:02.183824 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2a8bc7cb-661e-42f1-82c4-3758d483b391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:02.206960 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-aa4b2b12-07d2-4fd8-80ca-6d3e02dd8341 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Request body: {'security_group_rule': {'security_group_id': 'a4e46f82-4504-490f-bacf-240493b0eca5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:02.270753 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-aa4b2b12-07d2-4fd8-80ca-6d3e02dd8341 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:02.290517 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.592s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:02.307902 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] Routers {'4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:01:02.308733 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:00:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:02.355312 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d26667a-b78f-4dc7-9f07-ffc93966fcc7 admin admin] Deleting subnet 8415eaa2-61df-442f-b38e-69641f997b4b {{(pid=78743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:01:02.360656 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4d26667a-b78f-4dc7-9f07-ffc93966fcc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:02.413003 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] Set router aee02500-0660-4c1d-b52a-d9f200bbfb5f gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:01:02.478868 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4d26667a-b78f-4dc7-9f07-ffc93966fcc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1867923'] for subnet, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:02.593869 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-aa4b2b12-07d2-4fd8-80ca-6d3e02dd8341 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Usage tracker for resource:security_group_rule and tenant:fffa979fe3184d2a9b52cf1e0d0c6fed is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:02.602097 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-aa4b2b12-07d2-4fd8-80ca-6d3e02dd8341 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:02.618660 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-aa4b2b12-07d2-4fd8-80ca-6d3e02dd8341 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:02.621245 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4d26667a-b78f-4dc7-9f07-ffc93966fcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482653'] for subnet, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:02.626657 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220e85f-3a90-47e9-84c0-1c188fd12079 None None] Pushing event updated for resources: {'Port': ['ID=47c855a9-802f-4899-a8e4-a63026ad3acd,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:02.633823 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-3220e85f-3a90-47e9-84c0-1c188fd12079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:02.676427 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb675d86-85cb-4259-945e-b6e6cdd500ac tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e46f82-4504-490f-bacf-240493b0eca5,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:02.724736 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-cb675d86-85cb-4259-945e-b6e6cdd500ac tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:02.735726 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:02.760460 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] Set router 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:01:02.804227 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bc7cb-661e-42f1-82c4-3758d483b391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cab421-270b-4bc3-86cd-61af91d88006,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:02.812404 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-aa4b2b12-07d2-4fd8-80ca-6d3e02dd8341 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:02.866896 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2a8bc7cb-661e-42f1-82c4-3758d483b391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:02.909715 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-aa4b2b12-07d2-4fd8-80ca-6d3e02dd8341 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:02.915005 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-2a8bc7cb-661e-42f1-82c4-3758d483b391 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78541decf6864ce5bed0bd5bf581bae1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0420084 May 10 15:01:02.922365 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-aa4b2b12-07d2-4fd8-80ca-6d3e02dd8341 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461389'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:02.923196 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 39680) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:02.941631 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] Pushing event deleted for resources: {'Network': ['ID=968baab6-3179-4f84-b4c7-2e0a2a7a3b66,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:02.945310 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:02.978544 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-af548efe-7b63-48c2-818d-27cde040ce82 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:02.982581 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:03.051293 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-b03380c2-eb97-4b18-aa8f-c41900fdf5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:03.053396 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-b03380c2-eb97-4b18-aa8f-c41900fdf5d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1787d025769c4b79adba46ce55a5a7ab&device_id=f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2 HTTP/1.1" status: 200 len: 1096 time: 0.7561209 May 10 15:01:03.057854 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-aa4b2b12-07d2-4fd8-80ca-6d3e02dd8341 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:03.062859 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-aa4b2b12-07d2-4fd8-80ca-6d3e02dd8341 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9143105 May 10 15:01:03.064120 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 39684) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:03.066743 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b2b12-07d2-4fd8-80ca-6d3e02dd8341 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b999b2b4-210b-48ad-aa18-2609f1e3b9d0,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:03.082021 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-aa4b2b12-07d2-4fd8-80ca-6d3e02dd8341 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:03.115587 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-d08a2fd1-febb-41f6-942b-154d99bc86e5 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Request body: {'security_group_rule': {'security_group_id': 'a4e46f82-4504-490f-bacf-240493b0eca5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:03.179327 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d5eebaf3-7429-4b21-84e8-81272d49f266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:03.182922 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b1fec-8acf-4c4a-9cb3-5d3cd2bb1b21 admin admin] Pushing event updated for resources: {'Port': ['ID=14f7ebd6-a4f0-485f-8321-8300ea90468c,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:03.224327 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719b1fec-8acf-4c4a-9cb3-5d3cd2bb1b21 admin admin] Network 78f2fc67-b40a-47a4-af30-c194a9ec1a5e is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:01:03.244332 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-719b1fec-8acf-4c4a-9cb3-5d3cd2bb1b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:03.245213 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-719b1fec-8acf-4c4a-9cb3-5d3cd2bb1b21 admin admin] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:01:03.273076 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719b1fec-8acf-4c4a-9cb3-5d3cd2bb1b21 admin admin] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:01:03.316060 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1761442963-router', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:43Z', 'updated_at': '2021-05-10T15:00:56Z', 'revision_number': 4, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'gw_port': {'id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:44Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': 'e1978893-0d91-4b79-bc44-5e9b70978083', 'name': '', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'mac_address': 'fa:16:3e:e6:d0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:54Z', 'updated_at': '2021-05-10T15:00:57Z', 'revision_number': 2, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'subnets': [{'id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:03.334780 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-d08a2fd1-febb-41f6-942b-154d99bc86e5 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:03.343543 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] Checking router: aee02500-0660-4c1d-b52a-d9f200bbfb5f for host: dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:01:03.348327 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] Updating router aee02500-0660-4c1d-b52a-d9f200bbfb5f port e1978893-0d91-4b79-bc44-5e9b70978083 binding host dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:01:03.385002 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-b3e02758-3ba5-4c5a-b2fe-a01e840945a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71d577f8-1f8b-4665-919b-f1cf5ba15ffa HTTP/1.1" status: 200 len: 217 time: 0.2941542 May 10 15:01:03.388661 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 39692) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:03.392152 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-719b1fec-8acf-4c4a-9cb3-5d3cd2bb1b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394716'] for router_interface, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:03.399829 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-d08a2fd1-febb-41f6-942b-154d99bc86e5 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Usage tracker for resource:security_group_rule and tenant:fffa979fe3184d2a9b52cf1e0d0c6fed is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:03.405597 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-d08a2fd1-febb-41f6-942b-154d99bc86e5 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:03.419935 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-d08a2fd1-febb-41f6-942b-154d99bc86e5 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:03.465341 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:03.508373 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 976921cf-fc9e-433f-8098-eb91029d01c3 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:03.592290 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d5eebaf3-7429-4b21-84e8-81272d49f266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:03.635198 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 976921cf-fc9e-433f-8098-eb91029d01c3 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:03.635769 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:03.636981 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] Attempting to bind port 939466d5-ef67-43ca-b71c-6161a6bfc4bc on host hv-cinder-77428 for vnic_type normal with profile {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:01:03.637187 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] Attempting to bind port 939466d5-ef67-43ca-b71c-6161a6bfc4bc by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '34485131-a2c5-45d1-aeb4-e83054c55c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cce0b825-a814-4c4b-ad54-aa02c23342f9'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:01:03.637478 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] Attempting to bind port 939466d5-ef67-43ca-b71c-6161a6bfc4bc on network cce0b825-a814-4c4b-ad54-aa02c23342f9 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:03.659452 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f2778-e701-472e-846a-9c03daf31e10 req-376c01a0-5f85-469a-b671-956283a147f6 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:03.666974 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3a5f2778-e701-472e-846a-9c03daf31e10 req-376c01a0-5f85-469a-b671-956283a147f6 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/ports?device_id=81cf2ad7-bf82-4178-bd39-3fa46949319e HTTP/1.1" status: 200 len: 943 time: 2.9421475 May 10 15:01:03.695808 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d08a2fd1-febb-41f6-942b-154d99bc86e5 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:03.704413 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] Port 939466d5-ef67-43ca-b71c-6161a6bfc4bc on network cce0b825-a814-4c4b-ad54-aa02c23342f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:01:03.705282 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] Attempting to bind port 939466d5-ef67-43ca-b71c-6161a6bfc4bc on network cce0b825-a814-4c4b-ad54-aa02c23342f9 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:03.737712 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'name': 'tempest-AttachVolumeTestJSON-528424911-router', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '5d282935-a9ae-4765-9da3-86222aef7403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:38Z', 'updated_at': '2021-05-10T15:00:50Z', 'revision_number': 4, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'gw_port': {'id': '5d282935-a9ae-4765-9da3-86222aef7403', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:40Z', 'updated_at': '2021-05-10T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '47c855a9-802f-4899-a8e4-a63026ad3acd', 'name': '', 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'mac_address': 'fa:16:3e:42:52:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:47Z', 'updated_at': '2021-05-10T15:01:01Z', 'revision_number': 4, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'subnets': [{'id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:03.752700 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0194a5-309e-4852-8b53-612ffc65ad99 req-5a512448-dc2a-49f7-8c72-96476d9bdd8b tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:03.754312 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-da0194a5-309e-4852-8b53-612ffc65ad99 req-5a512448-dc2a-49f7-8c72-96476d9bdd8b tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2 HTTP/1.1" status: 200 len: 943 time: 2.0563703 May 10 15:01:03.755102 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] Checking agent: {'id': '22792be7-dc61-4190-b12e-2da4263bba02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:01:03.755428 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] Checking segment: {'id': '34485131-a2c5-45d1-aeb4-e83054c55c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cce0b825-a814-4c4b-ad54-aa02c23342f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:01:03.755953 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] Bound using segment: {'id': '34485131-a2c5-45d1-aeb4-e83054c55c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cce0b825-a814-4c4b-ad54-aa02c23342f9'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:01:03.756436 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] Bound port: 939466d5-ef67-43ca-b71c-6161a6bfc4bc, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34485131-a2c5-45d1-aeb4-e83054c55c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cce0b825-a814-4c4b-ad54-aa02c23342f9'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:01:03.756778 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:03.792933 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ee0a6-91f7-46ca-b1ac-738b62cca9a5 None None] The sync data for ids ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'] in dv-cinder-774286-14-iscsi is: [{'id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'name': 'tempest-AttachVolumeTestJSON-528424911-router', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '5d282935-a9ae-4765-9da3-86222aef7403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:38Z', 'updated_at': '2021-05-10T15:00:50Z', 'revision_number': 4, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'gw_port': {'id': '5d282935-a9ae-4765-9da3-86222aef7403', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:40Z', 'updated_at': '2021-05-10T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '47c855a9-802f-4899-a8e4-a63026ad3acd', 'name': '', 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'mac_address': 'fa:16:3e:42:52:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:47Z', 'updated_at': '2021-05-10T15:01:01Z', 'revision_number': 4, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'subnets': [{'id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:01:03.793375 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-d603b471-71d2-435f-a82d-f2fb151732ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:03.794830 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-d603b471-71d2-435f-a82d-f2fb151732ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3645e3a-0b0e-40a0-8820-7f6d645d7cf2 HTTP/1.1" status: 200 len: 853 time: 0.3458524 May 10 15:01:03.797666 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3a5f2778-e701-472e-846a-9c03daf31e10 req-59ca6187-1935-4dec-bde5-7104654844a3 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/security-groups?id=afe299e6-a175-4f23-a857-9c3a696fa1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297584 May 10 15:01:03.959929 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-618ecd58-4f94-428d-a616-066b0d7b70b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6c618ea2-fc5a-49c9-9109-72bef3480781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1467867 May 10 15:01:03.962995 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b9c9697f-8a02-4a31-bac5-a66e4b1d9425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:04.031015 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d08a2fd1-febb-41f6-942b-154d99bc86e5 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:04.044055 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-b9c9697f-8a02-4a31-bac5-a66e4b1d9425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:04.047533 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d08a2fd1-febb-41f6-942b-154d99bc86e5 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461389'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:04.048274 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d5eebaf3-7429-4b21-84e8-81272d49f266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:04.115491 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-b9c9697f-8a02-4a31-bac5-a66e4b1d9425 admin admin] Usage tracker for resource:security_group_rule and tenant:f3d80a0cdaf942d894546c5a46c1be6c is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:04.128714 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-aa4b2b12-07d2-4fd8-80ca-6d3e02dd8341 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:04.176626 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-b9c9697f-8a02-4a31-bac5-a66e4b1d9425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:04.176810 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-da0194a5-309e-4852-8b53-612ffc65ad99 req-de39cfac-c55f-4559-9c6f-72e2647744de tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103475 May 10 15:01:04.193801 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d5eebaf3-7429-4b21-84e8-81272d49f266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:04.197708 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-d5eebaf3-7429-4b21-84e8-81272d49f266 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/38cab421-270b-4bc3-86cd-61af91d88006 HTTP/1.1" status: 204 len: 168 time: 1.2695813 May 10 15:01:04.197708 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-b9c9697f-8a02-4a31-bac5-a66e4b1d9425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:04.201554 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d08a2fd1-febb-41f6-942b-154d99bc86e5 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:04.202702 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-d08a2fd1-febb-41f6-942b-154d99bc86e5 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1334457 May 10 15:01:04.203397 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a2fd1-febb-41f6-942b-154d99bc86e5 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0babf586-c34e-4c5e-ab27-c83ceded6b67,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:04.207423 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d08a2fd1-febb-41f6-942b-154d99bc86e5 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:04.207965 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:04.212453 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:04.213687 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4d26667a-b78f-4dc7-9f07-ffc93966fcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2001247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1290530'] for subnet, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:04.225877 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 39704) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:04.226699 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eebaf3-7429-4b21-84e8-81272d49f266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cab421-270b-4bc3-86cd-61af91d88006,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:04.236400 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] Notify callbacks [] for port, precommit_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:04.239340 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d5eebaf3-7429-4b21-84e8-81272d49f266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:04.248462 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-08e65fb7-ebd4-4689-84fa-de94fa210c6f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Request body: {'floatingip': {'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:04.270175 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] For port 939466d5-ef67-43ca-b71c-6161a6bfc4bc, host hv-cinder-77428, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:01:04.275201 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] For port 939466d5-ef67-43ca-b71c-6161a6bfc4bc, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=939466d5-ef67-43ca-b71c-6161a6bfc4bc,segment=NetworkSegment(34485131-a2c5-45d1-aeb4-e83054c55c6c),segment_id=34485131-a2c5-45d1-aeb4-e83054c55c6c)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:01:04.275552 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.provisioning_blocks [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] Transition to ACTIVE for port object e1978893-0d91-4b79-bc44-5e9b70978083 will not be triggered until provisioned by entity L2. {{(pid=78745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:01:04.287799 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:04.289248 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:04.293605 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-c0a0356b-2f01-4839-ace2-f64e04076a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:04.325123 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-08e65fb7-ebd4-4689-84fa-de94fa210c6f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:04.337155 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-08e65fb7-ebd4-4689-84fa-de94fa210c6f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Usage tracker for resource:floatingip and tenant:fffa979fe3184d2a9b52cf1e0d0c6fed is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:04.351998 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-08e65fb7-ebd4-4689-84fa-de94fa210c6f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:04.365100 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:04.401451 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-08e65fb7-ebd4-4689-84fa-de94fa210c6f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:04.427186 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26667a-b78f-4dc7-9f07-ffc93966fcc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8415eaa2-61df-442f-b38e-69641f997b4b,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:04.448694 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-461582e7-8238-4724-99aa-866792992209 service neutron] 10.222.0.47 "GET /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740260 May 10 15:01:04.465138 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-4d26667a-b78f-4dc7-9f07-ffc93966fcc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:04.469195 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b21a44d4-82c7-4c7b-ab84-bf43868cb8ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:04.535531 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-08e65fb7-ebd4-4689-84fa-de94fa210c6f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for floatingip, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:04.561974 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2', 'tag': '71d577f8-1f8b-4665-919b-f1cf5ba15ffa', 'status': 'completed', 'code': 200} May 10 15:01:04.662000 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4d26667a-b78f-4dc7-9f07-ffc93966fcc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:04.668946 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-719b1fec-8acf-4c4a-9cb3-5d3cd2bb1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:04.694997 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5afa6b-8e95-48aa-94f1-cf729bf8f090 None None] Pushing event updated for resources: {'Port': ['ID=e1978893-0d91-4b79-bc44-5e9b70978083,revision_number=3']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:04.698827 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:04.699459 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:04.703148 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-7e5afa6b-8e95-48aa-94f1-cf729bf8f090 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:04.704339 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] 10.222.0.47 "PUT /v2.0/ports/939466d5-ef67-43ca-b71c-6161a6bfc4bc HTTP/1.1" status: 200 len: 1093 time: 8.4578679 May 10 15:01:04.710193 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81cf2ad7-bf82-4178-bd39-3fa46949319e', 'tag': '939466d5-ef67-43ca-b71c-6161a6bfc4bc'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:04.760650 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 39718) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:04.769058 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-4d26667a-b78f-4dc7-9f07-ffc93966fcc7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8415eaa2-61df-442f-b38e-69641f997b4b HTTP/1.1" status: 204 len: 168 time: 2.9046965 May 10 15:01:04.780199 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-6549659c-1c50-4c5f-9f50-e31feb7cf3c5 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1872973066', 'description': 'tempest-description--1350043982'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:04.795923 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-a3a90fda-ac10-492a-bc7e-88759c8f9c93 req-4ad7c7b6-c6a7-4e23-a110-05bfd13db51c service neutron] 10.222.0.47 "GET /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328962 May 10 15:01:04.797511 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 39722) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:04.835416 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] Attempting to bind port e1978893-0d91-4b79-bc44-5e9b70978083 on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:01:04.838985 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] Attempting to bind port e1978893-0d91-4b79-bc44-5e9b70978083 by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': '7b80ebab-1ec2-4020-a231-02aa16ebc302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8'}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:01:04.839392 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] Attempting to bind port e1978893-0d91-4b79-bc44-5e9b70978083 on network 7900d589-d085-4d9e-bb39-0c869bf63df8 {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:04.840931 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 39728) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:04.843767 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-6549659c-1c50-4c5f-9f50-e31feb7cf3c5 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:04.852266 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:01:04.852647 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] Checking segment: {'id': '7b80ebab-1ec2-4020-a231-02aa16ebc302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:01:04.853057 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:04.853441 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] Bound using segment: {'id': '7b80ebab-1ec2-4020-a231-02aa16ebc302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8'} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:01:04.853911 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] Bound port: e1978893-0d91-4b79-bc44-5e9b70978083, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b80ebab-1ec2-4020-a231-02aa16ebc302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8'}}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:01:04.854300 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:04.881752 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] Pushing event updated for resources: {'Port': ['ID=939466d5-ef67-43ca-b71c-6161a6bfc4bc,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:04.916524 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-6549659c-1c50-4c5f-9f50-e31feb7cf3c5 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Usage tracker for resource:security_group and tenant:59b50fa570d5493abb0dae5e9d6f7738 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:04.928856 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:04.933061 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-6549659c-1c50-4c5f-9f50-e31feb7cf3c5 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:04.952275 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d0d59cc4-1da5-4c79-8526-04060ee76a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:04.970858 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-6549659c-1c50-4c5f-9f50-e31feb7cf3c5 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:05.044560 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3591965'] for network, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.053541 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-d0d59cc4-1da5-4c79-8526-04060ee76a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:05.096748 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-d0d59cc4-1da5-4c79-8526-04060ee76a22 admin admin] Usage tracker for resource:security_group_rule and tenant:452c20a1002e4619966c2c169ecc0bd0 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:05.108766 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 47c855a9-802f-4899-a8e4-a63026ad3acd up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:05.111199 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-d0d59cc4-1da5-4c79-8526-04060ee76a22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:05.157715 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] For port e1978893-0d91-4b79-bc44-5e9b70978083, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:01:05.161877 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] For port e1978893-0d91-4b79-bc44-5e9b70978083, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=e1978893-0d91-4b79-bc44-5e9b70978083,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:01:05.163025 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-6549659c-1c50-4c5f-9f50-e31feb7cf3c5 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.168474 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.172976 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-c0a0356b-2f01-4839-ace2-f64e04076a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:05.245525 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-d0d59cc4-1da5-4c79-8526-04060ee76a22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:05.255429 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port 47c855a9-802f-4899-a8e4-a63026ad3acd completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:01:05.269537 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 47c855a9-802f-4899-a8e4-a63026ad3acd triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:05.269915 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.330538 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5afa6b-8e95-48aa-94f1-cf729bf8f090 None None] Pushing event updated for resources: {'Port': ['ID=e1978893-0d91-4b79-bc44-5e9b70978083,revision_number=4']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:05.335434 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] Routers {'aee02500-0660-4c1d-b52a-d9f200bbfb5f'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:01:05.337463 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:00:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:05.372878 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488998', 'neutron.services.segments.db._delete_segments_for_network-8729787289501'] for network, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.403189 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:05.403529 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:05.404277 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:05.404617 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] Subscribe: > port after_create 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:05.404931 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:05.408663 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] Subscribe: > port after_update 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:05.409015 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:05.409339 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:05.409658 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:05.410999 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:05.433716 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-7e5afa6b-8e95-48aa-94f1-cf729bf8f090 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:05.478661 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81cf2ad7-bf82-4178-bd39-3fa46949319e', 'tag': '939466d5-ef67-43ca-b71c-6161a6bfc4bc', 'status': 'completed', 'code': 200} May 10 15:01:05.486670 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-6549659c-1c50-4c5f-9f50-e31feb7cf3c5 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:05.553410 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-6549659c-1c50-4c5f-9f50-e31feb7cf3c5 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Usage tracker for resource:security_group_rule and tenant:59b50fa570d5493abb0dae5e9d6f7738 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:05.563279 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.564110 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-6549659c-1c50-4c5f-9f50-e31feb7cf3c5 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:05.570813 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-17da5084-952d-46fe-bb1f-6b4cd6735b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:05.572444 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-17da5084-952d-46fe-bb1f-6b4cd6735b21 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c82a662050c6416585fafc5eac414c92&device_id=81cf2ad7-bf82-4178-bd39-3fa46949319e HTTP/1.1" status: 200 len: 1096 time: 0.7323885 May 10 15:01:05.597068 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:05.597664 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:05.598049 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:05.598752 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 15:01:05.599309 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb0ede0-f6de-4d6f-aea1-6b1baca1e916']}} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:05.621734 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09a643b-5427-4cf1-8ed2-c742a1519da7') {'for_net_delete': True} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:05.623725 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09a643b-5427-4cf1-8ed2-c742a1519da7') {} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:05.626676 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] For port 47c855a9-802f-4899-a8e4-a63026ad3acd, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=47c855a9-802f-4899-a8e4-a63026ad3acd,segment=NetworkSegment(130d6f67-0a99-4f12-9e01-d49e6c783317),segment_id=130d6f67-0a99-4f12-9e01-d49e6c783317)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:05.634016 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] Set router aee02500-0660-4c1d-b52a-d9f200bbfb5f gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:01:05.637670 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.640563 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:05.654282 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729787301479', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2091107'] for segment, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.666661 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-6549659c-1c50-4c5f-9f50-e31feb7cf3c5 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:05.669857 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-4ae4249a-9d83-4651-b8cf-f01b26f3b156 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=939466d5-ef67-43ca-b71c-6161a6bfc4bc HTTP/1.1" status: 200 len: 217 time: 0.0706325 May 10 15:01:05.674161 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.684008 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=78742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:01:05.684723 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10903657'] for segment, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.742548 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Pushing event updated for resources: {'Port': ['ID=47c855a9-802f-4899-a8e4-a63026ad3acd,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:05.745955 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:05.764003 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b9c9697f-8a02-4a31-bac5-a66e4b1d9425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: from cryptography.utils import int_from_bytes May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: from cryptography.utils import int_from_bytes May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: Traceback (most recent call last): May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: timer() May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: cb(*args, **kw) May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: return func(*args, **kwargs) May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: self._notify() May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: self.callback(batched_events) May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: event.method(event) May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: return f(self, *a, **k) May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: return self._get(url).json() May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: return self.request(url, 'GET', **kwargs) May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:01:05.767658 dv-cinder-774286-14-iscsi neutron-server[78742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:01:05.793167 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b9c9697f-8a02-4a31-bac5-a66e4b1d9425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.827266 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3ae540b8-0ac8-467b-816b-db38946983de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:05.832484 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d0d59cc4-1da5-4c79-8526-04060ee76a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.837562 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1dcb0a80-dcfc-4d9f-bccf-af0053a247e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.858216 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8baf74a-0b20-4a7a-8af8-474420c66180 req-5bd651e0-985d-4412-bcdf-8a9863e80213 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:05.859714 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c8baf74a-0b20-4a7a-8af8-474420c66180 req-5bd651e0-985d-4412-bcdf-8a9863e80213 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/ports?device_id=81cf2ad7-bf82-4178-bd39-3fa46949319e HTTP/1.1" status: 200 len: 943 time: 0.7850368 May 10 15:01:05.864503 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d0d59cc4-1da5-4c79-8526-04060ee76a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.866533 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-6ffd7e34-cbb0-4b77-aa4e-eefcc67fe0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:05.867363 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-6ffd7e34-cbb0-4b77-aa4e-eefcc67fe0b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29a78988-6a65-4722-a8f7-d1935de5924b HTTP/1.1" status: 200 len: 850 time: 0.1837046 May 10 15:01:05.879928 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405887'] for network, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.884445 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13119be6-cc88-42ec-ace4-0f4be274838f req-ba443a16-c1ef-49d4-bb20-1d8c5a8df387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:05.886019 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-13119be6-cc88-42ec-ace4-0f4be274838f req-ba443a16-c1ef-49d4-bb20-1d8c5a8df387 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1787d025769c4b79adba46ce55a5a7ab&device_id=f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2 HTTP/1.1" status: 200 len: 1096 time: 0.8335633 May 10 15:01:05.894728 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:05.910431 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:05.982379 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1761442963-router', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:43Z', 'updated_at': '2021-05-10T15:00:56Z', 'revision_number': 4, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'gw_port': {'id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:44Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': 'e1978893-0d91-4b79-bc44-5e9b70978083', 'name': '', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'mac_address': 'fa:16:3e:e6:d0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:54Z', 'updated_at': '2021-05-10T15:01:05Z', 'revision_number': 4, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'subnets': [{'id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:05.987016 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34aa26b-3a00-4e97-9ea7-4e6a3ff88ab8 None None] The sync data for ids ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'] in dv-cinder-774286-14-iscsi is: [{'id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1761442963-router', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:43Z', 'updated_at': '2021-05-10T15:00:56Z', 'revision_number': 4, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'gw_port': {'id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:44Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': 'e1978893-0d91-4b79-bc44-5e9b70978083', 'name': '', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'mac_address': 'fa:16:3e:e6:d0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:54Z', 'updated_at': '2021-05-10T15:01:05Z', 'revision_number': 4, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'subnets': [{'id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:01:05.998666 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.db.resource_extend [None req-719b1fec-8acf-4c4a-9cb3-5d3cd2bb1b21 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 15:01:06.008565 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-b9c9697f-8a02-4a31-bac5-a66e4b1d9425 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f3d80a0cdaf942d894546c5a46c1be6c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5704472 May 10 15:01:06.011812 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 39744) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:06.015330 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9697f-8a02-4a31-bac5-a66e4b1d9425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4279c3-36c0-45de-a955-5543dd1a2dac,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:06.018972 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b9c9697f-8a02-4a31-bac5-a66e4b1d9425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:06.026828 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:06.044657 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-d0d59cc4-1da5-4c79-8526-04060ee76a22 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=452c20a1002e4619966c2c169ecc0bd0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2003040 May 10 15:01:06.062003 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-719b1fec-8acf-4c4a-9cb3-5d3cd2bb1b21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:06.068350 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 39748) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:06.071545 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d59cc4-1da5-4c79-8526-04060ee76a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239b4c74-3224-4d6a-b4a5-59a35ecd0912,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:06.075667 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-998e5c75-2f63-47cb-925d-a7b9567e0f35 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cce0b825-a814-4c4b-ad54-aa02c23342f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1849337 May 10 15:01:06.080570 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d0d59cc4-1da5-4c79-8526-04060ee76a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:06.094424 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] Pushing event deleted for resources: {'Network': ['ID=feb0ede0-f6de-4d6f-aea1-6b1baca1e916,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:06.097491 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:06.101346 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] 10.222.0.30 "DELETE /v2.0/networks/feb0ede0-f6de-4d6f-aea1-6b1baca1e916 HTTP/1.1" status: 204 len: 168 time: 1.2992916 May 10 15:01:06.107722 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-719b1fec-8acf-4c4a-9cb3-5d3cd2bb1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:06.143058 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c8baf74a-0b20-4a7a-8af8-474420c66180 req-86d73f02-af1e-4a6a-8d00-3e468be088c0 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/security-groups?id=afe299e6-a175-4f23-a857-9c3a696fa1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654979 May 10 15:01:06.145550 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-08e65fb7-ebd4-4689-84fa-de94fa210c6f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:06.197856 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-719b1fec-8acf-4c4a-9cb3-5d3cd2bb1b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:06.231042 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13119be6-cc88-42ec-ace4-0f4be274838f req-9f4b3495-79ef-48ee-930f-ad25b92afa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:06.232533 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-13119be6-cc88-42ec-ace4-0f4be274838f req-9f4b3495-79ef-48ee-930f-ad25b92afa77 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6c618ea2-fc5a-49c9-9109-72bef3480781 HTTP/1.1" status: 200 len: 914 time: 0.3286419 May 10 15:01:06.302004 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 39756) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:06.340000 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac0814-83e4-4fa8-af6f-d017f09705c4 req-0ba31fc7-2287-4408-8e4f-4495fa3d23ec tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:06.341479 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-faac0814-83e4-4fa8-af6f-d017f09705c4 req-0ba31fc7-2287-4408-8e4f-4495fa3d23ec tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2 HTTP/1.1" status: 200 len: 943 time: 0.6686547 May 10 15:01:06.361834 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-13119be6-cc88-42ec-ace4-0f4be274838f req-614f937f-393d-4908-b692-a5b8b98d1852 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71d577f8-1f8b-4665-919b-f1cf5ba15ffa HTTP/1.1" status: 200 len: 217 time: 0.1163633 May 10 15:01:06.373400 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-6549659c-1c50-4c5f-9f50-e31feb7cf3c5 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:06.428257 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-6549659c-1c50-4c5f-9f50-e31feb7cf3c5 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:06.443925 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b1fec-8acf-4c4a-9cb3-5d3cd2bb1b21 admin admin] Pushing event updated for resources: {'Port': ['ID=14f7ebd6-a4f0-485f-8321-8300ea90468c,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:06.447414 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-719b1fec-8acf-4c4a-9cb3-5d3cd2bb1b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:06.454626 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-08e65fb7-ebd4-4689-84fa-de94fa210c6f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Allocated IP 172.27.2.61 (7f05d45f-a9de-427f-b4f6-29fb46a47d9c/0e18a723-9037-4ee4-acce-9c55576c5ea3/dd24717e-922f-4f13-a91c-85fb8240f49e) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:01:06.461473 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-719b1fec-8acf-4c4a-9cb3-5d3cd2bb1b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394623'] for router_interface, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:06.462247 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-0ed7325e-8b42-4d5e-94e4-46fec3a492b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e6c4019805a4f1989d79238f536f022&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1284194 May 10 15:01:06.465683 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 39762) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:06.475405 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-924ccdec-e23e-4071-b0b8-be4b0e7e89dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:06.480859 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13119be6-cc88-42ec-ace4-0f4be274838f req-a2e83ea4-02af-4ab4-b730-c46cf6fa99ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:06.482232 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-13119be6-cc88-42ec-ace4-0f4be274838f req-a2e83ea4-02af-4ab4-b730-c46cf6fa99ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3645e3a-0b0e-40a0-8820-7f6d645d7cf2 HTTP/1.1" status: 200 len: 853 time: 0.1102018 May 10 15:01:06.552819 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-80e15c03-ddec-462b-8c4b-f66350593fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:06.590909 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-13119be6-cc88-42ec-ace4-0f4be274838f req-29c7c8f9-0670-423f-a102-eb5159ddea6f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6c618ea2-fc5a-49c9-9109-72bef3480781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915182 May 10 15:01:06.591143 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-38ac3431-7701-42f9-bbdd-f88bbaa9ef4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:06.753823 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-23bec30a-129d-473b-939b-6f2932183db2 service neutron] 10.222.0.47 "GET /v2.0/networks/cce0b825-a814-4c4b-ad54-aa02c23342f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6590209 May 10 15:01:06.771065 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549659c-1c50-4c5f-9f50-e31feb7cf3c5 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb57151-9883-48d7-ae1d-af842508bdfe,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:06.784243 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-08e65fb7-ebd4-4689-84fa-de94fa210c6f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:06.814195 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-13119be6-cc88-42ec-ace4-0f4be274838f req-4983837a-695e-4f6b-9326-76e2ab709862 service neutron] 10.222.0.47 "GET /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105746 May 10 15:01:06.818762 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-6549659c-1c50-4c5f-9f50-e31feb7cf3c5 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:06.829405 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-80e15c03-ddec-462b-8c4b-f66350593fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:06.839284 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-faac0814-83e4-4fa8-af6f-d017f09705c4 req-a6271f45-a9b8-4f5c-b24c-7e18769277f0 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824371 May 10 15:01:06.840014 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-6549659c-1c50-4c5f-9f50-e31feb7cf3c5 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:06.843770 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-6549659c-1c50-4c5f-9f50-e31feb7cf3c5 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0793245 May 10 15:01:06.846412 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 39766) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:06.865187 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-301911d5-6ea5-4328-ad93-7358414525ee tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Request body: {'security_group_rule': {'security_group_id': '7eb57151-9883-48d7-ae1d-af842508bdfe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:06.911627 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-38ac3431-7701-42f9-bbdd-f88bbaa9ef4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:06.918902 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-301911d5-6ea5-4328-ad93-7358414525ee tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:06.953017 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-301911d5-6ea5-4328-ad93-7358414525ee tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Usage tracker for resource:security_group_rule and tenant:59b50fa570d5493abb0dae5e9d6f7738 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:06.956910 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-301911d5-6ea5-4328-ad93-7358414525ee tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:06.963228 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-301911d5-6ea5-4328-ad93-7358414525ee tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:06.975324 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-08e65fb7-ebd4-4689-84fa-de94fa210c6f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:06.995452 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:07.047955 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-301911d5-6ea5-4328-ad93-7358414525ee tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.061050 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-35b916a4-733b-4afa-8485-b29d299ff772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.087333 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e65fb7-ebd4-4689-84fa-de94fa210c6f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:01:07.105784 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-08e65fb7-ebd4-4689-84fa-de94fa210c6f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Resources bound (agent type, host, resource id): {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:01:07.110057 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e65fb7-ebd4-4689-84fa-de94fa210c6f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:01:07.148912 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 47c855a9-802f-4899-a8e4-a63026ad3acd up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:07.160872 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-35b916a4-733b-4afa-8485-b29d299ff772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.172748 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f63f6940-4e20-4a53-9675-99b2cf0f6c9f req-66d43eed-5b2f-463c-82b6-9540472df924 service neutron] 10.222.0.47 "GET /v2.0/networks/cce0b825-a814-4c4b-ad54-aa02c23342f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841503 May 10 15:01:07.179458 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-38ac3431-7701-42f9-bbdd-f88bbaa9ef4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.188409 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719b1fec-8acf-4c4a-9cb3-5d3cd2bb1b21 admin admin] Network 78f2fc67-b40a-47a4-af30-c194a9ec1a5e is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:01:07.199409 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:07.210065 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-719b1fec-8acf-4c4a-9cb3-5d3cd2bb1b21 admin admin] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:01:07.211888 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-13119be6-cc88-42ec-ace4-0f4be274838f req-e9e25876-7f3d-426c-9da1-52c0e6424f6e service neutron] 10.222.0.47 "GET /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856418 May 10 15:01:07.218214 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac3431-7701-42f9-bbdd-f88bbaa9ef4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4279c3-36c0-45de-a955-5543dd1a2dac,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:07.220808 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-80e15c03-ddec-462b-8c4b-f66350593fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.238105 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-38ac3431-7701-42f9-bbdd-f88bbaa9ef4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:07.254911 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e65fb7-ebd4-4689-84fa-de94fa210c6f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Pushing event updated for resources: {'Port': ['ID=dd24717e-922f-4f13-a91c-85fb8240f49e,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:07.255826 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:07.258401 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-08e65fb7-ebd4-4689-84fa-de94fa210c6f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:07.303525 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 47c855a9-802f-4899-a8e4-a63026ad3acd triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:07.304147 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.383020 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-80e15c03-ddec-462b-8c4b-f66350593fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.386489 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-80e15c03-ddec-462b-8c4b-f66350593fac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/239b4c74-3224-4d6a-b4a5-59a35ecd0912 HTTP/1.1" status: 204 len: 168 time: 1.3075740 May 10 15:01:07.436600 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-08e65fb7-ebd4-4689-84fa-de94fa210c6f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.446870 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device e1978893-0d91-4b79-bc44-5e9b70978083 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:07.472782 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-301911d5-6ea5-4328-ad93-7358414525ee tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.512689 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e15c03-ddec-462b-8c4b-f66350593fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239b4c74-3224-4d6a-b4a5-59a35ecd0912,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:07.520197 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-38ac3431-7701-42f9-bbdd-f88bbaa9ef4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.521390 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-38ac3431-7701-42f9-bbdd-f88bbaa9ef4a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c4279c3-36c0-45de-a955-5543dd1a2dac HTTP/1.1" status: 204 len: 168 time: 1.5018201 May 10 15:01:07.524427 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-301911d5-6ea5-4328-ad93-7358414525ee tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461389'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.527689 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-80e15c03-ddec-462b-8c4b-f66350593fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:07.539670 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:07.539856 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-35b916a4-733b-4afa-8485-b29d299ff772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.548787 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769646a2-fbd5-4143-a794-10e00cac2501 req-ef91fd47-360a-4539-a6a7-75b044f2ce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:07.550669 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-769646a2-fbd5-4143-a794-10e00cac2501 req-ef91fd47-360a-4539-a6a7-75b044f2ce55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c82a662050c6416585fafc5eac414c92&device_id=81cf2ad7-bf82-4178-bd39-3fa46949319e HTTP/1.1" status: 200 len: 1096 time: 0.3008764 May 10 15:01:07.565290 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-456a5c03-0ed9-4c12-997f-d78087d41566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:07.569906 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port e1978893-0d91-4b79-bc44-5e9b70978083 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:01:07.577316 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port e1978893-0d91-4b79-bc44-5e9b70978083 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:07.577837 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.584447 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b916a4-733b-4afa-8485-b29d299ff772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba8cd2d-f77e-4917-83e4-0b8acb1e184a,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:07.602707 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-35b916a4-733b-4afa-8485-b29d299ff772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:07.604912 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301911d5-6ea5-4328-ad93-7358414525ee tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a8fcaa-faf4-4347-b01b-be23f65a0460,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:07.608712 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-301911d5-6ea5-4328-ad93-7358414525ee tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:07.631960 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-35b916a4-733b-4afa-8485-b29d299ff772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.633339 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-35b916a4-733b-4afa-8485-b29d299ff772 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4ba8cd2d-f77e-4917-83e4-0b8acb1e184a HTTP/1.1" status: 204 len: 168 time: 1.1504719 May 10 15:01:07.718099 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-08e65fb7-ebd4-4689-84fa-de94fa210c6f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.736289 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6786b3-1af5-4743-a1c5-800a298f6658 req-f24d4cf9-f56d-4efb-8852-3107f3e940ca tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:07.737849 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5d6786b3-1af5-4743-a1c5-800a298f6658 req-f24d4cf9-f56d-4efb-8852-3107f3e940ca tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/ports?device_id=81cf2ad7-bf82-4178-bd39-3fa46949319e HTTP/1.1" status: 200 len: 943 time: 0.3938324 May 10 15:01:07.743954 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719b1fec-8acf-4c4a-9cb3-5d3cd2bb1b21 admin admin] Router 3f9614fd-9358-4d64-ae2d-f5ba455f66cb has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:01:07.776800 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-301911d5-6ea5-4328-ad93-7358414525ee tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.778175 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-301911d5-6ea5-4328-ad93-7358414525ee tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9266539 May 10 15:01:07.786149 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 39782) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:07.809529 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-81164035-f3fb-45b1-b5f6-02c7729a18d8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Request body: {'security_group_rule': {'security_group_id': '7eb57151-9883-48d7-ae1d-af842508bdfe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:07.839115 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-81164035-f3fb-45b1-b5f6-02c7729a18d8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:07.849481 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.852663 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769646a2-fbd5-4143-a794-10e00cac2501 req-8a5c6bc3-d3ef-4ef1-9db9-cc79c2d25a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:07.854314 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-769646a2-fbd5-4143-a794-10e00cac2501 req-8a5c6bc3-d3ef-4ef1-9db9-cc79c2d25a86 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cce0b825-a814-4c4b-ad54-aa02c23342f9 HTTP/1.1" status: 200 len: 911 time: 0.2910306 May 10 15:01:07.910244 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] For port e1978893-0d91-4b79-bc44-5e9b70978083, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=e1978893-0d91-4b79-bc44-5e9b70978083,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:07.922067 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:07.939450 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:08.047762 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-81164035-f3fb-45b1-b5f6-02c7729a18d8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Usage tracker for resource:security_group_rule and tenant:59b50fa570d5493abb0dae5e9d6f7738 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:08.062971 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-81164035-f3fb-45b1-b5f6-02c7729a18d8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:08.091054 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Pushing event updated for resources: {'Port': ['ID=e1978893-0d91-4b79-bc44-5e9b70978083,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:08.100913 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:08.105093 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-81164035-f3fb-45b1-b5f6-02c7729a18d8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:08.135861 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-769646a2-fbd5-4143-a794-10e00cac2501 req-163dc290-4917-49bd-a928-a3d86c6ebb68 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=939466d5-ef67-43ca-b71c-6161a6bfc4bc HTTP/1.1" status: 200 len: 217 time: 0.2649863 May 10 15:01:08.237938 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 39790) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:08.284433 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769646a2-fbd5-4143-a794-10e00cac2501 req-c8939472-727d-4896-b59e-ea5446cd2673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:08.285896 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-769646a2-fbd5-4143-a794-10e00cac2501 req-c8939472-727d-4896-b59e-ea5446cd2673 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=29a78988-6a65-4722-a8f7-d1935de5924b HTTP/1.1" status: 200 len: 850 time: 0.1383109 May 10 15:01:08.286107 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5d6786b3-1af5-4743-a1c5-800a298f6658 req-1d8568e0-458e-4f30-8773-06e23a7fde72 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/security-groups?id=afe299e6-a175-4f23-a857-9c3a696fa1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5393105 May 10 15:01:08.301870 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-434a1f47-894c-4fce-bf56-6e06f780e6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:08.362354 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-769646a2-fbd5-4143-a794-10e00cac2501 req-6934d6a9-cd02-4abb-8249-58fb06ff3364 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cce0b825-a814-4c4b-ad54-aa02c23342f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625379 May 10 15:01:08.366782 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-434a1f47-894c-4fce-bf56-6e06f780e6da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:08.396708 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-434a1f47-894c-4fce-bf56-6e06f780e6da admin admin] Usage tracker for resource:security_group_rule and tenant:5baf211450734806b13fde446ce23fa8 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:08.408787 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-434a1f47-894c-4fce-bf56-6e06f780e6da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:08.422095 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719b1fec-8acf-4c4a-9cb3-5d3cd2bb1b21 admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:01:08.427000 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-434a1f47-894c-4fce-bf56-6e06f780e6da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:08.434307 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] Sync routers for ids ['3f9614fd-9358-4d64-ae2d-f5ba455f66cb'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:01:08.443798 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-719b1fec-8acf-4c4a-9cb3-5d3cd2bb1b21 admin admin] 10.222.0.30 "PUT /v2.0/routers/3f9614fd-9358-4d64-ae2d-f5ba455f66cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3864608 May 10 15:01:08.458141 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-81164035-f3fb-45b1-b5f6-02c7729a18d8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:08.467445 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] Routers {'3f9614fd-9358-4d64-ae2d-f5ba455f66cb'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:01:08.468160 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:00:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['3f9614fd-9358-4d64-ae2d-f5ba455f66cb'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:08.491579 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-08e65fb7-ebd4-4689-84fa-de94fa210c6f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:08.503504 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-08e65fb7-ebd4-4689-84fa-de94fa210c6f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10903621'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:08.519885 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 39802) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:08.533400 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:08.565227 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7adba-b2c5-4d33-9e0f-e4002bae16e3 req-e80b5c3b-529d-4306-924b-775938768525 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:08.566426 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-09d7adba-b2c5-4d33-9e0f-e4002bae16e3 req-e80b5c3b-529d-4306-924b-775938768525 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2 HTTP/1.1" status: 200 len: 943 time: 0.4854314 May 10 15:01:08.672397 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e65fb7-ebd4-4689-84fa-de94fa210c6f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Pushing event updated for resources: {'Port': ['ID=dd24717e-922f-4f13-a91c-85fb8240f49e,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:08.687339 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-08e65fb7-ebd4-4689-84fa-de94fa210c6f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:08.712645 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-7e31fc96-c45a-47cd-a9c5-db0eb9761954 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f71ea20eb43f443d82c44081a0027211&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1876302 May 10 15:01:08.714632 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 39808) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:08.786812 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-09d7adba-b2c5-4d33-9e0f-e4002bae16e3 req-9bd199a5-4c84-4727-91b9-e5204ebae783 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885302 May 10 15:01:08.792731 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:08.824776 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-08e65fb7-ebd4-4689-84fa-de94fa210c6f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405872'] for floatingip, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:08.834751 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 71d577f8-1f8b-4665-919b-f1cf5ba15ffa details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:01:08.839247 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-769646a2-fbd5-4143-a794-10e00cac2501 req-d5b9b7ed-1709-494c-b890-8482bb0bba2b service neutron] 10.222.0.47 "GET /v2.0/networks/cce0b825-a814-4c4b-ad54-aa02c23342f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643252 May 10 15:01:08.845831 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] Set router 3f9614fd-9358-4d64-ae2d-f5ba455f66cb gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:01:08.846101 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-81164035-f3fb-45b1-b5f6-02c7729a18d8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:08.859840 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-81164035-f3fb-45b1-b5f6-02c7729a18d8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461389'] for security_group_rule, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:08.874905 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:08.939582 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81164035-f3fb-45b1-b5f6-02c7729a18d8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2857ee-47a5-476c-9fee-3b7726c28fd9,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:08.946357 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-81164035-f3fb-45b1-b5f6-02c7729a18d8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:08.961924 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-08e65fb7-ebd4-4689-84fa-de94fa210c6f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for floatingip, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:08.975823 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-08e65fb7-ebd4-4689-84fa-de94fa210c6f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7468746 May 10 15:01:09.004398 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-81164035-f3fb-45b1-b5f6-02c7729a18d8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:09.005986 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-81164035-f3fb-45b1-b5f6-02c7729a18d8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2113676 May 10 15:01:09.012081 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 39824) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:09.021374 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bc151702-fffd-4d8a-9e6f-7586a14a42a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:09.025846 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-5d03fdcc-586a-408b-8b36-898dee62f81e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Request body: {'floatingip': {'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:09.056456 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-5d03fdcc-586a-408b-8b36-898dee62f81e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:09.087287 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-5d03fdcc-586a-408b-8b36-898dee62f81e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Usage tracker for resource:floatingip and tenant:59b50fa570d5493abb0dae5e9d6f7738 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:09.106383 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-5d03fdcc-586a-408b-8b36-898dee62f81e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:09.123778 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device e1978893-0d91-4b79-bc44-5e9b70978083 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:09.129604 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-5d03fdcc-586a-408b-8b36-898dee62f81e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:09.132752 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bc151702-fffd-4d8a-9e6f-7586a14a42a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:09.144495 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-769646a2-fbd5-4143-a794-10e00cac2501 req-4658e3ee-6364-48b9-a808-a88f05c58c18 service neutron] 10.222.0.47 "GET /v2.0/networks/cce0b825-a814-4c4b-ad54-aa02c23342f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934685 May 10 15:01:09.150080 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-434a1f47-894c-4fce-bf56-6e06f780e6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:09.158175 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-434a1f47-894c-4fce-bf56-6e06f780e6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:09.177595 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:09.184237 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5d03fdcc-586a-408b-8b36-898dee62f81e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for floatingip, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:09.274064 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-434a1f47-894c-4fce-bf56-6e06f780e6da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5baf211450734806b13fde446ce23fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0331142 May 10 15:01:09.274935 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 39834) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:09.286092 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a1f47-894c-4fce-bf56-6e06f780e6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5cd8e4-85c4-4c27-82a3-37e0553d338a,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:09.292466 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-434a1f47-894c-4fce-bf56-6e06f780e6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:09.334814 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bc151702-fffd-4d8a-9e6f-7586a14a42a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:09.350114 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:09.384416 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-46b86223-f74f-4ea2-a8a5-11b69c02aeb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:09.389967 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc151702-fffd-4d8a-9e6f-7586a14a42a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e329413-90e6-46dc-9ab9-15182b20987e,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:09.402048 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-bc151702-fffd-4d8a-9e6f-7586a14a42a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:09.424059 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bc151702-fffd-4d8a-9e6f-7586a14a42a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:09.425475 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-bc151702-fffd-4d8a-9e6f-7586a14a42a1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5e329413-90e6-46dc-9ab9-15182b20987e HTTP/1.1" status: 204 len: 168 time: 0.7084196 May 10 15:01:09.453404 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-46b86223-f74f-4ea2-a8a5-11b69c02aeb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:09.478210 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-8a775c94-e36f-465c-b535-3f87689259e7 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1237326443&fields=id&tenant_id=fffa979fe3184d2a9b52cf1e0d0c6fed HTTP/1.1" status: 200 len: 267 time: 0.0792294 May 10 15:01:09.502566 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-91cd9c4b-7687-41b2-abb9-22997232f236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:09.543167 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-46b86223-f74f-4ea2-a8a5-11b69c02aeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:09.554787 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:09.563722 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.db.resource_extend [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 15:01:09.573248 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b86223-f74f-4ea2-a8a5-11b69c02aeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5cd8e4-85c4-4c27-82a3-37e0553d338a,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:09.577066 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-46b86223-f74f-4ea2-a8a5-11b69c02aeb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:09.578194 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-46b86223-f74f-4ea2-a8a5-11b69c02aeb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:09.580497 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-46b86223-f74f-4ea2-a8a5-11b69c02aeb6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6a5cd8e4-85c4-4c27-82a3-37e0553d338a HTTP/1.1" status: 204 len: 168 time: 0.2996950 May 10 15:01:09.716872 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:09.773796 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5d03fdcc-586a-408b-8b36-898dee62f81e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:09.816826 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 71d577f8-1f8b-4665-919b-f1cf5ba15ffa, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=71d577f8-1f8b-4665-919b-f1cf5ba15ffa,segment=NetworkSegment(0a4f6d3d-54b8-4664-9a29-c42dc2e1562f),segment_id=0a4f6d3d-54b8-4664-9a29-c42dc2e1562f)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:09.832585 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port e1978893-0d91-4b79-bc44-5e9b70978083 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:09.832974 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:09.872376 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Returning: {'device': '71d577f8-1f8b-4665-919b-f1cf5ba15ffa', 'network_id': '6c618ea2-fc5a-49c9-9109-72bef3480781', 'port_id': '71d577f8-1f8b-4665-919b-f1cf5ba15ffa', 'mac_address': 'fa:16:3e:36:d8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3645e3a-0b0e-40a0-8820-7f6d645d7cf2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:01:09.924096 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132051c2-12c3-46ac-a204-76585c7748ea req-8aedf680-995a-4d99-9a8b-cc52ebda153a tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:09.925045 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-132051c2-12c3-46ac-a204-76585c7748ea req-8aedf680-995a-4d99-9a8b-cc52ebda153a tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Synchronizing usage tracker for tenant:164a7782c9ce4c8aae0ebd02811a40d4 on resource:network {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:01:09.981385 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:09.992773 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-132051c2-12c3-46ac-a204-76585c7748ea req-8aedf680-995a-4d99-9a8b-cc52ebda153a tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Unset dirty status for tenant:164a7782c9ce4c8aae0ebd02811a40d4 on resource:network {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:01:09.994219 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-132051c2-12c3-46ac-a204-76585c7748ea req-8aedf680-995a-4d99-9a8b-cc52ebda153a tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/networks?id=78f2fc67-b40a-47a4-af30-c194a9ec1a5e HTTP/1.1" status: 200 len: 818 time: 0.5149016 May 10 15:01:10.004474 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9614fd-9358-4d64-ae2d-f5ba455f66cb', 'name': 'tempest-ServerRescueNegativeTestJSON-111425456-router', 'tenant_id': '164a7782c9ce4c8aae0ebd02811a40d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'b88f083f-fc8c-42f8-8e0f-a804c6dd631c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:42Z', 'updated_at': '2021-05-10T15:01:04Z', 'revision_number': 4, 'project_id': '164a7782c9ce4c8aae0ebd02811a40d4', 'gw_port': {'id': 'b88f083f-fc8c-42f8-8e0f-a804c6dd631c', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:17:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9614fd-9358-4d64-ae2d-f5ba455f66cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:44Z', 'updated_at': '2021-05-10T15:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '14f7ebd6-a4f0-485f-8321-8300ea90468c', 'name': '', 'network_id': '78f2fc67-b40a-47a4-af30-c194a9ec1a5e', 'tenant_id': '164a7782c9ce4c8aae0ebd02811a40d4', 'mac_address': 'fa:16:3e:8e:51:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9614fd-9358-4d64-ae2d-f5ba455f66cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7951f8e4-474a-43bf-bfda-85f075a9c57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:57Z', 'updated_at': '2021-05-10T15:01:05Z', 'revision_number': 2, 'project_id': '164a7782c9ce4c8aae0ebd02811a40d4', 'subnets': [{'id': '7951f8e4-474a-43bf-bfda-85f075a9c57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:10.047158 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] Checking router: 3f9614fd-9358-4d64-ae2d-f5ba455f66cb for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:01:10.047512 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] Updating router 3f9614fd-9358-4d64-ae2d-f5ba455f66cb port 14f7ebd6-a4f0-485f-8321-8300ea90468c binding host dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:01:10.077505 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d577f8-1f8b-4665-919b-f1cf5ba15ffa {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:01:10.079927 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-132051c2-12c3-46ac-a204-76585c7748ea req-d0624f04-c6c9-4bc6-bd09-83f1fff615bc tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/quotas/164a7782c9ce4c8aae0ebd02811a40d4 HTTP/1.1" status: 200 len: 375 time: 0.0579638 May 10 15:01:10.144616 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 71d577f8-1f8b-4665-919b-f1cf5ba15ffa, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=71d577f8-1f8b-4665-919b-f1cf5ba15ffa,segment=NetworkSegment(0a4f6d3d-54b8-4664-9a29-c42dc2e1562f),segment_id=0a4f6d3d-54b8-4664-9a29-c42dc2e1562f)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:10.158364 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:10.161359 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-03118628-4ad9-4b0d-9f7b-04a6e7f99225 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:10.162184 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:10.162843 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-03118628-4ad9-4b0d-9f7b-04a6e7f99225 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/networks?id=4bd3a929-9efd-4c35-af1e-656216678278 HTTP/1.1" status: 200 len: 810 time: 0.6577978 May 10 15:01:10.199431 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-6600746b-1bb5-4d35-99ee-5c827b1fea42 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/quotas/fffa979fe3184d2a9b52cf1e0d0c6fed HTTP/1.1" status: 200 len: 375 time: 0.0258310 May 10 15:01:10.204411 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:10.214432 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [None req-5d03fdcc-586a-408b-8b36-898dee62f81e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Allocated IP 172.27.2.229 (7f05d45f-a9de-427f-b4f6-29fb46a47d9c/0e18a723-9037-4ee4-acce-9c55576c5ea3/2c556b26-f89e-4cc0-98c8-4a084de978e2) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:01:10.292943 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=71d577f8-1f8b-4665-919b-f1cf5ba15ffa,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:10.297724 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:10.366267 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 39884) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:10.394053 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-132051c2-12c3-46ac-a204-76585c7748ea req-c7806c7b-42b3-4439-a2e7-26c15d24f643 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Synchronizing usage tracker for tenant:164a7782c9ce4c8aae0ebd02811a40d4 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:01:10.443241 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-132051c2-12c3-46ac-a204-76585c7748ea req-c7806c7b-42b3-4439-a2e7-26c15d24f643 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Unset dirty status for tenant:164a7782c9ce4c8aae0ebd02811a40d4 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:01:10.444563 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-132051c2-12c3-46ac-a204-76585c7748ea req-c7806c7b-42b3-4439-a2e7-26c15d24f643 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=164a7782c9ce4c8aae0ebd02811a40d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3574491 May 10 15:01:10.483161 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['71d577f8-1f8b-4665-919b-f1cf5ba15ffa'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:01:10.504724 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-d89204ce-00dc-4cf2-a438-61c2f3551571 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffa979fe3184d2a9b52cf1e0d0c6fed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2915802 May 10 15:01:10.644640 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6183ebc6-2ddf-4784-b436-6b405ed80675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:10.678317 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-6183ebc6-2ddf-4784-b436-6b405ed80675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:10.682333 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-6183ebc6-2ddf-4784-b436-6b405ed80675 admin admin] Usage tracker for resource:security_group_rule and tenant:1dcd7ad55b1e46a5996cdefee84a821f is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:10.690103 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-6183ebc6-2ddf-4784-b436-6b405ed80675 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:10.708406 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-6183ebc6-2ddf-4784-b436-6b405ed80675 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:10.717250 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5d03fdcc-586a-408b-8b36-898dee62f81e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:10.819109 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 939466d5-ef67-43ca-b71c-6161a6bfc4bc details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:01:10.827223 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-132051c2-12c3-46ac-a204-76585c7748ea req-b8282396-7377-4be9-9292-ab6be4b2e473 service neutron] 10.222.0.30 "GET /v2.0/networks/78f2fc67-b40a-47a4-af30-c194a9ec1a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723967 May 10 15:01:10.829810 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-0ec94dd0-5804-44f3-90fe-83982bf1c032 service neutron] 10.222.0.30 "GET /v2.0/networks/4bd3a929-9efd-4c35-af1e-656216678278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695675 May 10 15:01:10.881183 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5d03fdcc-586a-408b-8b36-898dee62f81e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:10.888652 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6183ebc6-2ddf-4784-b436-6b405ed80675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:10.896087 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6183ebc6-2ddf-4784-b436-6b405ed80675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:10.911121 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:10.932699 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] Notify callbacks [] for port, precommit_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:10.949259 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:10.967592 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-6183ebc6-2ddf-4784-b436-6b405ed80675 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1dcd7ad55b1e46a5996cdefee84a821f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5974584 May 10 15:01:10.967592 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 39908) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:10.982622 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183ebc6-2ddf-4784-b436-6b405ed80675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92d9f75-8164-4b1d-b211-4b814fdbe90f,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:10.986952 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6183ebc6-2ddf-4784-b436-6b405ed80675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:10.995252 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:11.046891 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6b7d7c37-5789-4c33-9f25-c13ac7f9f5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:11.054430 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] Transition to ACTIVE for port object 14f7ebd6-a4f0-485f-8321-8300ea90468c will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:01:11.079457 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6b7d7c37-5789-4c33-9f25-c13ac7f9f5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:11.109153 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:11.120178 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:11.127688 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03fdcc-586a-408b-8b36-898dee62f81e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Pushing event updated for resources: {'Port': ['ID=2c556b26-f89e-4cc0-98c8-4a084de978e2,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:11.144147 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5d03fdcc-586a-408b-8b36-898dee62f81e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:11.151000 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6b7d7c37-5789-4c33-9f25-c13ac7f9f5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:11.162215 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d03fdcc-586a-408b-8b36-898dee62f81e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:01:11.165271 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:11.191561 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6b7d7c37-5789-4c33-9f25-c13ac7f9f5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:11.196886 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-6b7d7c37-5789-4c33-9f25-c13ac7f9f5aa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a92d9f75-8164-4b1d-b211-4b814fdbe90f HTTP/1.1" status: 204 len: 168 time: 0.2285738 May 10 15:01:11.200428 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d7c37-5789-4c33-9f25-c13ac7f9f5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92d9f75-8164-4b1d-b211-4b814fdbe90f,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:11.202667 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6b7d7c37-5789-4c33-9f25-c13ac7f9f5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:11.206964 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-5d03fdcc-586a-408b-8b36-898dee62f81e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:01:11.283323 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d03fdcc-586a-408b-8b36-898dee62f81e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:01:11.333478 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-94d57546-9d9a-44da-a3bf-815b6d683b5a service neutron] 10.222.0.30 "GET /v2.0/networks/4bd3a929-9efd-4c35-af1e-656216678278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963784 May 10 15:01:11.345059 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5dde6-bb6e-4b09-849a-832b147695fc None None] Pushing event updated for resources: {'Port': ['ID=14f7ebd6-a4f0-485f-8321-8300ea90468c,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:11.357143 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-55f5dde6-bb6e-4b09-849a-832b147695fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:11.377969 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-132051c2-12c3-46ac-a204-76585c7748ea req-9ffb1e6b-897e-4403-8c23-fa981f53488c service neutron] 10.222.0.30 "GET /v2.0/networks/78f2fc67-b40a-47a4-af30-c194a9ec1a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5221977 May 10 15:01:11.393138 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 939466d5-ef67-43ca-b71c-6161a6bfc4bc, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=939466d5-ef67-43ca-b71c-6161a6bfc4bc,segment=NetworkSegment(34485131-a2c5-45d1-aeb4-e83054c55c6c),segment_id=34485131-a2c5-45d1-aeb4-e83054c55c6c)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:11.422811 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Returning: {'device': '939466d5-ef67-43ca-b71c-6161a6bfc4bc', 'network_id': 'cce0b825-a814-4c4b-ad54-aa02c23342f9', 'port_id': '939466d5-ef67-43ca-b71c-6161a6bfc4bc', 'mac_address': 'fa:16:3e:51:2d:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29a78988-6a65-4722-a8f7-d1935de5924b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:01:11.436222 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] Attempting to bind port 14f7ebd6-a4f0-485f-8321-8300ea90468c on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:01:11.436595 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] Attempting to bind port 14f7ebd6-a4f0-485f-8321-8300ea90468c by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': 'd17850d2-1902-43b7-8545-f8140c991329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '78f2fc67-b40a-47a4-af30-c194a9ec1a5e'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:01:11.436972 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] Attempting to bind port 14f7ebd6-a4f0-485f-8321-8300ea90468c on network 78f2fc67-b40a-47a4-af30-c194a9ec1a5e {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:11.477878 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:01:11.478735 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] Checking segment: {'id': 'd17850d2-1902-43b7-8545-f8140c991329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '78f2fc67-b40a-47a4-af30-c194a9ec1a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:01:11.479311 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:11.479861 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] Bound using segment: {'id': 'd17850d2-1902-43b7-8545-f8140c991329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '78f2fc67-b40a-47a4-af30-c194a9ec1a5e'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:01:11.480250 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5d03fdcc-586a-408b-8b36-898dee62f81e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:11.480726 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] Bound port: 14f7ebd6-a4f0-485f-8321-8300ea90468c, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17850d2-1902-43b7-8545-f8140c991329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '78f2fc67-b40a-47a4-af30-c194a9ec1a5e'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:01:11.481431 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:11.566382 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:11.621203 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939466d5-ef67-43ca-b71c-6161a6bfc4bc {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:01:11.626058 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5d03fdcc-586a-408b-8b36-898dee62f81e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:11.705600 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 939466d5-ef67-43ca-b71c-6161a6bfc4bc, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=939466d5-ef67-43ca-b71c-6161a6bfc4bc,segment=NetworkSegment(34485131-a2c5-45d1-aeb4-e83054c55c6c),segment_id=34485131-a2c5-45d1-aeb4-e83054c55c6c)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:11.715425 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] For port 14f7ebd6-a4f0-485f-8321-8300ea90468c, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:01:11.720675 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:11.730748 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] For port 14f7ebd6-a4f0-485f-8321-8300ea90468c, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=14f7ebd6-a4f0-485f-8321-8300ea90468c,segment=NetworkSegment(d17850d2-1902-43b7-8545-f8140c991329),segment_id=d17850d2-1902-43b7-8545-f8140c991329)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:01:11.731870 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:11.830866 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=939466d5-ef67-43ca-b71c-6161a6bfc4bc,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:11.835561 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:11.836842 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:11.842856 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9ca0c169-91b4-451f-855f-d783aaeef8e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:11.934709 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5dde6-bb6e-4b09-849a-832b147695fc None None] Pushing event updated for resources: {'Port': ['ID=14f7ebd6-a4f0-485f-8321-8300ea90468c,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:11.941139 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-55f5dde6-bb6e-4b09-849a-832b147695fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:11.973261 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] Routers {'3f9614fd-9358-4d64-ae2d-f5ba455f66cb'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:01:11.974230 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:01:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['3f9614fd-9358-4d64-ae2d-f5ba455f66cb'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:12.156270 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['939466d5-ef67-43ca-b71c-6161a6bfc4bc'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:01:12.381024 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5d03fdcc-586a-408b-8b36-898dee62f81e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:12.393356 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5d03fdcc-586a-408b-8b36-898dee62f81e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:12.401623 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] Set router 3f9614fd-9358-4d64-ae2d-f5ba455f66cb gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:01:12.407084 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:12.641475 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03fdcc-586a-408b-8b36-898dee62f81e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Pushing event updated for resources: {'Port': ['ID=2c556b26-f89e-4cc0-98c8-4a084de978e2,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:12.667082 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b523410-0989-4170-a20e-bf103056eacf req-fd8dd4a8-6b39-4176-8ccf-849e5c7ce397 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:12.669081 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9b523410-0989-4170-a20e-bf103056eacf req-fd8dd4a8-6b39-4176-8ccf-849e5c7ce397 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2 HTTP/1.1" status: 200 len: 944 time: 0.8749521 May 10 15:01:12.671677 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5d03fdcc-586a-408b-8b36-898dee62f81e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:12.672842 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5d03fdcc-586a-408b-8b36-898dee62f81e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405872'] for floatingip, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:12.762245 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b233c44-fb5c-45f5-abf1-db640e6393c0 req-75550a99-f764-4d24-92e4-68b5b4d0306d tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:12.767768 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9b233c44-fb5c-45f5-abf1-db640e6393c0 req-75550a99-f764-4d24-92e4-68b5b4d0306d tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/ports?device_id=81cf2ad7-bf82-4178-bd39-3fa46949319e HTTP/1.1" status: 200 len: 944 time: 1.0296226 May 10 15:01:12.797284 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5d03fdcc-586a-408b-8b36-898dee62f81e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for floatingip, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:12.813002 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-5d03fdcc-586a-408b-8b36-898dee62f81e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7995565 May 10 15:01:12.828551 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 71d577f8-1f8b-4665-919b-f1cf5ba15ffa up at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:12.906438 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9b523410-0989-4170-a20e-bf103056eacf req-4de70964-8f0c-48bf-aabf-668f512f08ed tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265434 May 10 15:01:12.917475 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9b233c44-fb5c-45f5-abf1-db640e6393c0 req-092e5379-e128-46d0-a0c2-6473ed63d64c tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/security-groups?id=afe299e6-a175-4f23-a857-9c3a696fa1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360049 May 10 15:01:12.986167 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning for port 71d577f8-1f8b-4665-919b-f1cf5ba15ffa completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:01:13.005408 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning complete for port 71d577f8-1f8b-4665-919b-f1cf5ba15ffa triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:13.005791 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:13.143431 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9614fd-9358-4d64-ae2d-f5ba455f66cb', 'name': 'tempest-ServerRescueNegativeTestJSON-111425456-router', 'tenant_id': '164a7782c9ce4c8aae0ebd02811a40d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'b88f083f-fc8c-42f8-8e0f-a804c6dd631c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:42Z', 'updated_at': '2021-05-10T15:01:04Z', 'revision_number': 4, 'project_id': '164a7782c9ce4c8aae0ebd02811a40d4', 'gw_port': {'id': 'b88f083f-fc8c-42f8-8e0f-a804c6dd631c', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:17:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9614fd-9358-4d64-ae2d-f5ba455f66cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:44Z', 'updated_at': '2021-05-10T15:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '14f7ebd6-a4f0-485f-8321-8300ea90468c', 'name': '', 'network_id': '78f2fc67-b40a-47a4-af30-c194a9ec1a5e', 'tenant_id': '164a7782c9ce4c8aae0ebd02811a40d4', 'mac_address': 'fa:16:3e:8e:51:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9614fd-9358-4d64-ae2d-f5ba455f66cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7951f8e4-474a-43bf-bfda-85f075a9c57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:57Z', 'updated_at': '2021-05-10T15:01:11Z', 'revision_number': 4, 'project_id': '164a7782c9ce4c8aae0ebd02811a40d4', 'subnets': [{'id': '7951f8e4-474a-43bf-bfda-85f075a9c57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:13.164022 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c609ab-8085-4dae-8162-659a0f34f626 None None] The sync data for ids ['3f9614fd-9358-4d64-ae2d-f5ba455f66cb'] in dv-cinder-774286-14-iscsi is: [{'id': '3f9614fd-9358-4d64-ae2d-f5ba455f66cb', 'name': 'tempest-ServerRescueNegativeTestJSON-111425456-router', 'tenant_id': '164a7782c9ce4c8aae0ebd02811a40d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'b88f083f-fc8c-42f8-8e0f-a804c6dd631c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:42Z', 'updated_at': '2021-05-10T15:01:04Z', 'revision_number': 4, 'project_id': '164a7782c9ce4c8aae0ebd02811a40d4', 'gw_port': {'id': 'b88f083f-fc8c-42f8-8e0f-a804c6dd631c', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:17:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9614fd-9358-4d64-ae2d-f5ba455f66cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:44Z', 'updated_at': '2021-05-10T15:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '14f7ebd6-a4f0-485f-8321-8300ea90468c', 'name': '', 'network_id': '78f2fc67-b40a-47a4-af30-c194a9ec1a5e', 'tenant_id': '164a7782c9ce4c8aae0ebd02811a40d4', 'mac_address': 'fa:16:3e:8e:51:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9614fd-9358-4d64-ae2d-f5ba455f66cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7951f8e4-474a-43bf-bfda-85f075a9c57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:57Z', 'updated_at': '2021-05-10T15:01:11Z', 'revision_number': 4, 'project_id': '164a7782c9ce4c8aae0ebd02811a40d4', 'subnets': [{'id': '7951f8e4-474a-43bf-bfda-85f075a9c57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:01:13.272119 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9f04b2fe-4992-40a6-b62d-dd8f0e75f7fd req-f72c297b-40c8-46ec-ac03-0ae1734754f3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 210 time: 0.1479049 May 10 15:01:13.314397 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:13.315924 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-db564f68-3545-4794-b638-63fc8e0a7c66 req-c023e2e7-b66a-490e-bd5d-002226a3d89c tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 210 time: 0.1225941 May 10 15:01:13.397538 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d577f8-1f8b-4665-919b-f1cf5ba15ffa'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:13.507699 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-e8fe7b01-8577-4083-ad82-e0c8c310bfd1 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Synchronizing usage tracker for tenant:59b50fa570d5493abb0dae5e9d6f7738 on resource:security_group {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:01:13.538718 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 71d577f8-1f8b-4665-919b-f1cf5ba15ffa, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=71d577f8-1f8b-4665-919b-f1cf5ba15ffa,segment=NetworkSegment(0a4f6d3d-54b8-4664-9a29-c42dc2e1562f),segment_id=0a4f6d3d-54b8-4664-9a29-c42dc2e1562f)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:13.542259 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-e8fe7b01-8577-4083-ad82-e0c8c310bfd1 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Unset dirty status for tenant:59b50fa570d5493abb0dae5e9d6f7738 on resource:security_group {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:01:13.547127 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-e8fe7b01-8577-4083-ad82-e0c8c310bfd1 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1872973066&fields=id&tenant_id=59b50fa570d5493abb0dae5e9d6f7738 HTTP/1.1" status: 200 len: 267 time: 0.1093142 May 10 15:01:13.555931 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:13.558206 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:13.725360 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=71d577f8-1f8b-4665-919b-f1cf5ba15ffa,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:13.733588 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:13.944591 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-f1abec30-5329-4221-b47b-c38a0286df0b tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:13.945242 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-f1abec30-5329-4221-b47b-c38a0286df0b tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Synchronizing usage tracker for tenant:59b50fa570d5493abb0dae5e9d6f7738 on resource:network {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:01:13.957957 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132051c2-12c3-46ac-a204-76585c7748ea req-0c551dcd-4ba3-44c5-b80d-62ade1f9a53d tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:13.960216 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-132051c2-12c3-46ac-a204-76585c7748ea req-0c551dcd-4ba3-44c5-b80d-62ade1f9a53d tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.47 "GET /v2.0/networks?id=78f2fc67-b40a-47a4-af30-c194a9ec1a5e HTTP/1.1" status: 200 len: 818 time: 0.3369977 May 10 15:01:13.977710 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [req-132051c2-12c3-46ac-a204-76585c7748ea req-66245b55-3dbe-4788-ad91-8392f119ba96 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Request body: {'port': {'device_id': '749ba7bb-17bf-465a-bac5-665e92e717e5', 'network_id': '78f2fc67-b40a-47a4-af30-c194a9ec1a5e', 'admin_state_up': True, 'tenant_id': '164a7782c9ce4c8aae0ebd02811a40d4'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:13.994395 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-f1abec30-5329-4221-b47b-c38a0286df0b tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Unset dirty status for tenant:59b50fa570d5493abb0dae5e9d6f7738 on resource:network {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:01:14.012587 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-f1abec30-5329-4221-b47b-c38a0286df0b tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/networks?id=7900d589-d085-4d9e-bb39-0c869bf63df8 HTTP/1.1" status: 200 len: 817 time: 0.4571869 May 10 15:01:14.049433 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-aa0695a2-67dd-4255-a109-b51fcb1c2398 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/quotas/59b50fa570d5493abb0dae5e9d6f7738 HTTP/1.1" status: 200 len: 375 time: 0.0354917 May 10 15:01:14.332172 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [req-132051c2-12c3-46ac-a204-76585c7748ea req-66245b55-3dbe-4788-ad91-8392f119ba96 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:14.383377 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [req-132051c2-12c3-46ac-a204-76585c7748ea req-66245b55-3dbe-4788-ad91-8392f119ba96 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:14.413221 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132051c2-12c3-46ac-a204-76585c7748ea req-66245b55-3dbe-4788-ad91-8392f119ba96 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Made reservation on behalf of 164a7782c9ce4c8aae0ebd02811a40d4 for: {'port': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:01:14.420497 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-132051c2-12c3-46ac-a204-76585c7748ea req-66245b55-3dbe-4788-ad91-8392f119ba96 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:14.598752 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-78571cee-8835-4d6f-9db8-382359fbcc29 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=59b50fa570d5493abb0dae5e9d6f7738&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4621677 May 10 15:01:14.609642 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff6183-8844-42bd-9e20-320572621dcb req-85be7b92-569f-4d4a-a526-48a19e7aa332 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:14.616940 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ffff6183-8844-42bd-9e20-320572621dcb req-85be7b92-569f-4d4a-a526-48a19e7aa332 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/networks?id=78f2fc67-b40a-47a4-af30-c194a9ec1a5e HTTP/1.1" status: 200 len: 818 time: 0.6005735 May 10 15:01:14.726591 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [req-132051c2-12c3-46ac-a204-76585c7748ea req-66245b55-3dbe-4788-ad91-8392f119ba96 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Allocated IP 172.20.0.12 (78f2fc67-b40a-47a4-af30-c194a9ec1a5e/7951f8e4-474a-43bf-bfda-85f075a9c57f/f60862bb-c3dd-4651-959b-0953f947eb7b) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:01:14.734479 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-0b3a81e9-1969-407a-8207-53dc4608e968 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:14.736527 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-0b3a81e9-1969-407a-8207-53dc4608e968 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.47 "GET /v2.0/networks?id=4bd3a929-9efd-4c35-af1e-656216678278 HTTP/1.1" status: 200 len: 810 time: 0.4000793 May 10 15:01:14.745752 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ffff6183-8844-42bd-9e20-320572621dcb req-272c762d-7774-442f-8b85-ee834ef73650 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/quotas/164a7782c9ce4c8aae0ebd02811a40d4 HTTP/1.1" status: 200 len: 375 time: 0.1161482 May 10 15:01:14.838557 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 939466d5-ef67-43ca-b71c-6161a6bfc4bc up at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:15.008718 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning for port 939466d5-ef67-43ca-b71c-6161a6bfc4bc completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:01:15.023754 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning complete for port 939466d5-ef67-43ca-b71c-6161a6bfc4bc triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:15.031218 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:15.095283 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-f8463c82-4128-4f5d-bb57-9e1f72ca5f39 service neutron] 10.222.0.30 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727299 May 10 15:01:15.181273 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 14f7ebd6-a4f0-485f-8321-8300ea90468c up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:15.261455 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-132051c2-12c3-46ac-a204-76585c7748ea req-66245b55-3dbe-4788-ad91-8392f119ba96 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:15.273887 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-eb5becde-2203-4f56-b598-7052f1921cd5 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fffa979fe3184d2a9b52cf1e0d0c6fed HTTP/1.1" status: 200 len: 380 time: 0.5103040 May 10 15:01:15.301094 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-494748dc-e791-45fc-8ab9-6f018582ef81 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Request body: {'port': {'device_id': 'f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79', 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'admin_state_up': True, 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'security_groups': ['a4e46f82-4504-490f-bacf-240493b0eca5']}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:15.328557 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-132051c2-12c3-46ac-a204-76585c7748ea req-66245b55-3dbe-4788-ad91-8392f119ba96 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:15.338790 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2859643e-3b61-4dc5-aa44-4499e7b99f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:15.363399 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port 14f7ebd6-a4f0-485f-8321-8300ea90468c completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:01:15.366924 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:15.383787 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 14f7ebd6-a4f0-485f-8321-8300ea90468c triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:15.389367 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:15.431733 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66245b55-3dbe-4788-ad91-8392f119ba96 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Pushing event updated for resources: {'Port': ['ID=f60862bb-c3dd-4651-959b-0953f947eb7b,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:15.435798 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-66245b55-3dbe-4788-ad91-8392f119ba96 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:15.451426 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132051c2-12c3-46ac-a204-76585c7748ea req-66245b55-3dbe-4788-ad91-8392f119ba96 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Network 78f2fc67-b40a-47a4-af30-c194a9ec1a5e is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:01:15.456114 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [req-132051c2-12c3-46ac-a204-76585c7748ea req-66245b55-3dbe-4788-ad91-8392f119ba96 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Resources bound (agent type, host, resource id): {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:01:15.458641 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [req-132051c2-12c3-46ac-a204-76585c7748ea req-66245b55-3dbe-4788-ad91-8392f119ba96 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:01:15.463449 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-494748dc-e791-45fc-8ab9-6f018582ef81 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:15.466399 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 939466d5-ef67-43ca-b71c-6161a6bfc4bc, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=939466d5-ef67-43ca-b71c-6161a6bfc4bc,segment=NetworkSegment(34485131-a2c5-45d1-aeb4-e83054c55c6c),segment_id=34485131-a2c5-45d1-aeb4-e83054c55c6c)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:15.467602 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-494748dc-e791-45fc-8ab9-6f018582ef81 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Usage tracker for resource:port and tenant:fffa979fe3184d2a9b52cf1e0d0c6fed is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:15.471186 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-494748dc-e791-45fc-8ab9-6f018582ef81 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:15.473473 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:15.475782 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-3220e85f-3a90-47e9-84c0-1c188fd12079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:15.478690 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-494748dc-e791-45fc-8ab9-6f018582ef81 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:15.509249 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-494748dc-e791-45fc-8ab9-6f018582ef81 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Made reservation on behalf of fffa979fe3184d2a9b52cf1e0d0c6fed for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:01:15.512886 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-494748dc-e791-45fc-8ab9-6f018582ef81 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:15.550409 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132051c2-12c3-46ac-a204-76585c7748ea req-66245b55-3dbe-4788-ad91-8392f119ba96 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:15.551191 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-132051c2-12c3-46ac-a204-76585c7748ea req-66245b55-3dbe-4788-ad91-8392f119ba96 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:15.602315 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-132051c2-12c3-46ac-a204-76585c7748ea req-66245b55-3dbe-4788-ad91-8392f119ba96 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6277609 May 10 15:01:15.625450 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [req-132051c2-12c3-46ac-a204-76585c7748ea req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] Request body: {'port': {'device_id': '749ba7bb-17bf-465a-bac5-665e92e717e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:15.645776 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=939466d5-ef67-43ca-b71c-6161a6bfc4bc,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:15.652179 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:15.678599 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:15.743880 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-6b2bc20a-7a7e-4692-bc16-3207dc0ad239 service neutron] 10.222.0.30 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6207201 May 10 15:01:15.749461 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] For port 14f7ebd6-a4f0-485f-8321-8300ea90468c, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=14f7ebd6-a4f0-485f-8321-8300ea90468c,segment=NetworkSegment(d17850d2-1902-43b7-8545-f8140c991329),segment_id=d17850d2-1902-43b7-8545-f8140c991329)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:15.755544 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:15.757782 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:15.766197 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ffff6183-8844-42bd-9e20-320572621dcb req-23e55aa0-e19a-4ad8-9348-379bcc3e7f7c tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=164a7782c9ce4c8aae0ebd02811a40d4&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0109985 May 10 15:01:15.854732 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Pushing event updated for resources: {'Port': ['ID=14f7ebd6-a4f0-485f-8321-8300ea90468c,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:15.858621 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:15.861719 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-132051c2-12c3-46ac-a204-76585c7748ea req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:15.994732 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ffff6183-8844-42bd-9e20-320572621dcb req-34374f98-8180-449a-8cc1-07316491bda9 service neutron] 10.222.0.30 "GET /v2.0/networks/78f2fc67-b40a-47a4-af30-c194a9ec1a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032330 May 10 15:01:16.376648 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-494748dc-e791-45fc-8ab9-6f018582ef81 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Allocated IP 172.20.0.11 (4bd3a929-9efd-4c35-af1e-656216678278/63dd5146-b7c8-4898-831f-2c4c3824cf1a/8ade340c-5fc5-4197-82b9-ac354157b449) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:01:16.385436 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [req-132051c2-12c3-46ac-a204-76585c7748ea req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f60862bb-c3dd-4651-959b-0953f947eb7b {{(pid=78742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:01:16.407198 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-132051c2-12c3-46ac-a204-76585c7748ea req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:16.421784 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245b452-9605-49a4-9ec9-da5d90f163d1 req-d1b04fa1-6b29-4941-8de0-51150b8472d2 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:16.424325 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6245b452-9605-49a4-9ec9-da5d90f163d1 req-d1b04fa1-6b29-4941-8de0-51150b8472d2 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/ports?device_id=81cf2ad7-bf82-4178-bd39-3fa46949319e HTTP/1.1" status: 200 len: 945 time: 0.1995540 May 10 15:01:16.427661 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ffff6183-8844-42bd-9e20-320572621dcb req-bbc3b76b-9f5f-49b4-a82c-36fa02b5672c service neutron] 10.222.0.30 "GET /v2.0/networks/78f2fc67-b40a-47a4-af30-c194a9ec1a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168873 May 10 15:01:16.451959 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [req-132051c2-12c3-46ac-a204-76585c7748ea req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] Transition to ACTIVE for port object f60862bb-c3dd-4651-959b-0953f947eb7b will not be triggered until provisioned by entity L2. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:01:16.457565 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-132051c2-12c3-46ac-a204-76585c7748ea req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10903621'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:16.474532 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:16.536634 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6245b452-9605-49a4-9ec9-da5d90f163d1 req-90ddcf3d-eac3-4e1f-ae28-a20baeb97474 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/security-groups?id=afe299e6-a175-4f23-a857-9c3a696fa1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848331 May 10 15:01:16.847237 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] Pushing event updated for resources: {'Port': ['ID=f60862bb-c3dd-4651-959b-0953f947eb7b,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:16.863869 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:17.068534 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-132051c2-12c3-46ac-a204-76585c7748ea req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] Attempting to bind port f60862bb-c3dd-4651-959b-0953f947eb7b on host hv-cinder-77428 for vnic_type normal with profile {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:01:17.068871 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-132051c2-12c3-46ac-a204-76585c7748ea req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] Attempting to bind port f60862bb-c3dd-4651-959b-0953f947eb7b by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'd17850d2-1902-43b7-8545-f8140c991329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '78f2fc67-b40a-47a4-af30-c194a9ec1a5e'}] {{(pid=78742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:01:17.069198 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132051c2-12c3-46ac-a204-76585c7748ea req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] Attempting to bind port f60862bb-c3dd-4651-959b-0953f947eb7b on network 78f2fc67-b40a-47a4-af30-c194a9ec1a5e {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:17.075684 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132051c2-12c3-46ac-a204-76585c7748ea req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] Port f60862bb-c3dd-4651-959b-0953f947eb7b on network 78f2fc67-b40a-47a4-af30-c194a9ec1a5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:01:17.076033 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132051c2-12c3-46ac-a204-76585c7748ea req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] Attempting to bind port f60862bb-c3dd-4651-959b-0953f947eb7b on network 78f2fc67-b40a-47a4-af30-c194a9ec1a5e {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:17.076429 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-494748dc-e791-45fc-8ab9-6f018582ef81 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:17.098723 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132051c2-12c3-46ac-a204-76585c7748ea req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] Checking agent: {'id': '22792be7-dc61-4190-b12e-2da4263bba02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:01:17.103872 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132051c2-12c3-46ac-a204-76585c7748ea req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] Checking segment: {'id': 'd17850d2-1902-43b7-8545-f8140c991329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '78f2fc67-b40a-47a4-af30-c194a9ec1a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:01:17.104614 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132051c2-12c3-46ac-a204-76585c7748ea req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] Bound using segment: {'id': 'd17850d2-1902-43b7-8545-f8140c991329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '78f2fc67-b40a-47a4-af30-c194a9ec1a5e'} {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:01:17.106596 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-132051c2-12c3-46ac-a204-76585c7748ea req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] Bound port: f60862bb-c3dd-4651-959b-0953f947eb7b, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17850d2-1902-43b7-8545-f8140c991329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '78f2fc67-b40a-47a4-af30-c194a9ec1a5e'}}] {{(pid=78742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:01:17.108370 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-132051c2-12c3-46ac-a204-76585c7748ea req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:17.137856 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 14f7ebd6-a4f0-485f-8321-8300ea90468c up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:17.145392 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-494748dc-e791-45fc-8ab9-6f018582ef81 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Transition to ACTIVE for port object 8ade340c-5fc5-4197-82b9-ac354157b449 will not be triggered until provisioned by entity DHCP. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:01:17.196898 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-494748dc-e791-45fc-8ab9-6f018582ef81 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:17.214282 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d577f8-1f8b-4665-919b-f1cf5ba15ffa', 'code': 200} May 10 15:01:17.248468 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5d03fdcc-586a-408b-8b36-898dee62f81e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:17.319956 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 14f7ebd6-a4f0-485f-8321-8300ea90468c triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:17.320576 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:17.358839 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-494748dc-e791-45fc-8ab9-6f018582ef81 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Network 4bd3a929-9efd-4c35-af1e-656216678278 is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:01:17.363077 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-132051c2-12c3-46ac-a204-76585c7748ea req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] For port f60862bb-c3dd-4651-959b-0953f947eb7b, host hv-cinder-77428, cleared binding levels {{(pid=78742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:01:17.367431 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-132051c2-12c3-46ac-a204-76585c7748ea req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] For port f60862bb-c3dd-4651-959b-0953f947eb7b, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f60862bb-c3dd-4651-959b-0953f947eb7b,segment=NetworkSegment(d17850d2-1902-43b7-8545-f8140c991329),segment_id=d17850d2-1902-43b7-8545-f8140c991329)] {{(pid=78742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:01:17.374129 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-132051c2-12c3-46ac-a204-76585c7748ea req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10903621'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:17.381932 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-494748dc-e791-45fc-8ab9-6f018582ef81 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:01:17.396368 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-494748dc-e791-45fc-8ab9-6f018582ef81 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:01:17.402443 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2859643e-3b61-4dc5-aa44-4499e7b99f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:17.484111 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-494748dc-e791-45fc-8ab9-6f018582ef81 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:17.485093 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-494748dc-e791-45fc-8ab9-6f018582ef81 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:17.487525 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132051c2-12c3-46ac-a204-76585c7748ea req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:17.488706 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-132051c2-12c3-46ac-a204-76585c7748ea req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:17.493500 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-132051c2-12c3-46ac-a204-76585c7748ea req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] 10.222.0.47 "PUT /v2.0/ports/f60862bb-c3dd-4651-959b-0953f947eb7b HTTP/1.1" status: 200 len: 1094 time: 1.8773730 May 10 15:01:17.494540 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749ba7bb-17bf-465a-bac5-665e92e717e5', 'tag': 'f60862bb-c3dd-4651-959b-0953f947eb7b'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:17.498973 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.47', 61213) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:17.554353 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] Pushing event updated for resources: {'Port': ['ID=f60862bb-c3dd-4651-959b-0953f947eb7b,revision_number=3']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:17.573875 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:17.605600 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494748dc-e791-45fc-8ab9-6f018582ef81 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Pushing event updated for resources: {'Port': ['ID=8ade340c-5fc5-4197-82b9-ac354157b449,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:17.610129 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-494748dc-e791-45fc-8ab9-6f018582ef81 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:17.631545 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-494748dc-e791-45fc-8ab9-6f018582ef81 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3453569 May 10 15:01:17.682880 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967c75f-1476-4ad3-96cf-98c46be39cce req-f923a5a1-784d-42c7-93d4-ba9f025491f5 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:17.684014 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-5967c75f-1476-4ad3-96cf-98c46be39cce req-f923a5a1-784d-42c7-93d4-ba9f025491f5 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Synchronizing usage tracker for tenant:fffa979fe3184d2a9b52cf1e0d0c6fed on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:01:17.697565 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-748047f4-3c90-4033-9db4-105565406f83 service neutron] Request body: {'port': {'device_id': 'f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:17.764738 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a8897-869c-4b9f-a953-fcf79a13926e req-747eff3d-e512-467d-8278-f1b55ec8bcd3 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:17.784505 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d35a8897-869c-4b9f-a953-fcf79a13926e req-747eff3d-e512-467d-8278-f1b55ec8bcd3 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2 HTTP/1.1" status: 200 len: 945 time: 1.0179741 May 10 15:01:17.786600 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.47', 61214) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:17.826411 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967da22d-6a5b-40ae-85fd-80c65d41f41c req-b3b403a0-f0b0-47f6-a0d1-53d871fcdf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:17.828419 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-967da22d-6a5b-40ae-85fd-80c65d41f41c req-b3b403a0-f0b0-47f6-a0d1-53d871fcdf94 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2 HTTP/1.1" status: 200 len: 1098 time: 0.3263001 May 10 15:01:17.841632 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-f0c30c23-7194-4954-817b-37e17fca5fc3 None None] Provisioning for port 8ade340c-5fc5-4197-82b9-ac354157b449 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:01:17.850565 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-f0c30c23-7194-4954-817b-37e17fca5fc3 None None] Provisioning complete for port 8ade340c-5fc5-4197-82b9-ac354157b449 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:17.850938 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-f0c30c23-7194-4954-817b-37e17fca5fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:17.892598 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-967da22d-6a5b-40ae-85fd-80c65d41f41c req-5dcc8dd7-0254-415d-adb9-931dde0af709 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:17.924352 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-8e7aea5b-2ae9-4738-aecb-6d191c990604 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:17.925870 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-8e7aea5b-2ae9-4738-aecb-6d191c990604 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.47 "GET /v2.0/networks?id=7900d589-d085-4d9e-bb39-0c869bf63df8 HTTP/1.1" status: 200 len: 817 time: 0.2645571 May 10 15:01:17.932448 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d35a8897-869c-4b9f-a953-fcf79a13926e req-da2cc9a5-39a7-4b5b-b7dd-1d064cec9a06 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467822 May 10 15:01:17.969423 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-5967c75f-1476-4ad3-96cf-98c46be39cce req-f923a5a1-784d-42c7-93d4-ba9f025491f5 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Unset dirty status for tenant:fffa979fe3184d2a9b52cf1e0d0c6fed on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:01:17.970951 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-f0c30c23-7194-4954-817b-37e17fca5fc3 None None] Port 8ade340c-5fc5-4197-82b9-ac354157b449 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:01:17.977535 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5967c75f-1476-4ad3-96cf-98c46be39cce req-f923a5a1-784d-42c7-93d4-ba9f025491f5 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 932 time: 0.6594729 May 10 15:01:18.026277 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132051c2-12c3-46ac-a204-76585c7748ea req-719f0c15-93e4-49f9-98a5-629f96a4895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:18.027734 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-132051c2-12c3-46ac-a204-76585c7748ea req-719f0c15-93e4-49f9-98a5-629f96a4895d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=164a7782c9ce4c8aae0ebd02811a40d4&device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 1097 time: 0.2390985 May 10 15:01:18.124673 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-57d81d98-0947-4997-92e7-fb84c4288b86 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59b50fa570d5493abb0dae5e9d6f7738 HTTP/1.1" status: 200 len: 380 time: 0.1788328 May 10 15:01:18.126207 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-132051c2-12c3-46ac-a204-76585c7748ea req-ffacf66b-c1ea-414c-bb0d-7ab8050a52b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f60862bb-c3dd-4651-959b-0953f947eb7b HTTP/1.1" status: 200 len: 217 time: 0.0798695 May 10 15:01:18.146431 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-623466e0-89dc-43b2-b286-f51b8672b317 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Request body: {'port': {'device_id': 'b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'admin_state_up': True, 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'security_groups': ['7eb57151-9883-48d7-ae1d-af842508bdfe']}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:18.153616 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-967da22d-6a5b-40ae-85fd-80c65d41f41c req-5dcc8dd7-0254-415d-adb9-931dde0af709 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:18.185463 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-967da22d-6a5b-40ae-85fd-80c65d41f41c req-5dcc8dd7-0254-415d-adb9-931dde0af709 service neutron] Usage tracker for resource:security_group_rule and tenant:91ac34b704284188a9929c99dccae955 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:18.188678 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-967da22d-6a5b-40ae-85fd-80c65d41f41c req-5dcc8dd7-0254-415d-adb9-931dde0af709 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:18.194776 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-967da22d-6a5b-40ae-85fd-80c65d41f41c req-5dcc8dd7-0254-415d-adb9-931dde0af709 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:18.328435 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5967c75f-1476-4ad3-96cf-98c46be39cce req-c58faf8c-e08b-4554-a920-a976d7cc0975 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3492723 May 10 15:01:18.338128 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-63c46b7e-a0b8-42f7-8b3a-90517a2c0511 req-63cbb389-047d-4a64-9e74-c41502e07ccb tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 210 time: 0.2591956 May 10 15:01:18.339999 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-967da22d-6a5b-40ae-85fd-80c65d41f41c req-5dcc8dd7-0254-415d-adb9-931dde0af709 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:18.357312 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-967da22d-6a5b-40ae-85fd-80c65d41f41c req-5dcc8dd7-0254-415d-adb9-931dde0af709 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:18.358371 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-748047f4-3c90-4033-9db4-105565406f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:18.440640 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7b220e7c-e894-447d-8ec2-1a1e0fa87007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:18.449431 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-967da22d-6a5b-40ae-85fd-80c65d41f41c req-5dcc8dd7-0254-415d-adb9-931dde0af709 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6034863 May 10 15:01:18.512215 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc8dd7-0254-415d-adb9-931dde0af709 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=08235039-3e24-4deb-a8df-444d82529f8f,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:18.521280 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749ba7bb-17bf-465a-bac5-665e92e717e5', 'tag': 'f60862bb-c3dd-4651-959b-0953f947eb7b', 'status': 'completed', 'code': 200} May 10 15:01:18.531244 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5dcc8dd7-0254-415d-adb9-931dde0af709 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:18.587389 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132051c2-12c3-46ac-a204-76585c7748ea req-3dde99f9-622d-4977-ba9d-094b42d79543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:18.589860 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-132051c2-12c3-46ac-a204-76585c7748ea req-3dde99f9-622d-4977-ba9d-094b42d79543 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7951f8e4-474a-43bf-bfda-85f075a9c57f HTTP/1.1" status: 200 len: 858 time: 0.2803164 May 10 15:01:18.595541 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-623466e0-89dc-43b2-b286-f51b8672b317 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:18.600972 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-623466e0-89dc-43b2-b286-f51b8672b317 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Usage tracker for resource:port and tenant:59b50fa570d5493abb0dae5e9d6f7738 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:18.644941 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-623466e0-89dc-43b2-b286-f51b8672b317 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:18.692494 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-132051c2-12c3-46ac-a204-76585c7748ea req-21dfe718-45af-45d2-a1c0-473582788f07 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78f2fc67-b40a-47a4-af30-c194a9ec1a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923963 May 10 15:01:18.695945 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-623466e0-89dc-43b2-b286-f51b8672b317 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:18.833520 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-623466e0-89dc-43b2-b286-f51b8672b317 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Made reservation on behalf of 59b50fa570d5493abb0dae5e9d6f7738 for: {'port': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:01:18.835560 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-709f88c1-1304-4448-a5d1-e6bfa9eea7ec req-8b9b9048-638a-4d70-b2df-1552f3fb6cc4 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 210 time: 0.2062070 May 10 15:01:18.838003 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-623466e0-89dc-43b2-b286-f51b8672b317 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:19.125211 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-132051c2-12c3-46ac-a204-76585c7748ea req-c353cb59-71a1-4615-905c-b7bb84b1dfea service neutron] 10.222.0.47 "GET /v2.0/networks/78f2fc67-b40a-47a4-af30-c194a9ec1a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161561 May 10 15:01:19.216062 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cf2ad7-bf82-4178-bd39-3fa46949319e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939466d5-ef67-43ca-b71c-6161a6bfc4bc'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:19.222970 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff6183-8844-42bd-9e20-320572621dcb req-cc6b0ac4-b1ce-4bb1-82c9-8b51bec1bc51 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:19.225556 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ffff6183-8844-42bd-9e20-320572621dcb req-cc6b0ac4-b1ce-4bb1-82c9-8b51bec1bc51 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.47 "GET /v2.0/networks?id=78f2fc67-b40a-47a4-af30-c194a9ec1a5e HTTP/1.1" status: 200 len: 818 time: 0.6236367 May 10 15:01:19.246925 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-ffff6183-8844-42bd-9e20-320572621dcb req-d284e0f1-4ff5-45fa-8d06-ca3515e87208 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Request body: {'port': {'device_id': '90a25748-481a-43ad-b561-08a3dab4ece1', 'network_id': '78f2fc67-b40a-47a4-af30-c194a9ec1a5e', 'admin_state_up': True, 'tenant_id': '164a7782c9ce4c8aae0ebd02811a40d4'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:19.289383 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab81f7-f7cd-4db9-84c0-77ea38fa9a6a req-89bae12b-795b-4945-b120-9f791ae68046 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:19.296981 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1dab81f7-f7cd-4db9-84c0-77ea38fa9a6a req-89bae12b-795b-4945-b120-9f791ae68046 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/ports?device_id=81cf2ad7-bf82-4178-bd39-3fa46949319e HTTP/1.1" status: 200 len: 945 time: 0.4559205 May 10 15:01:19.352410 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-623466e0-89dc-43b2-b286-f51b8672b317 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Allocated IP 172.20.0.7 (7900d589-d085-4d9e-bb39-0c869bf63df8/4b7e9e96-1dce-417a-b62d-87a2de80d899/7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:01:19.389907 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-132051c2-12c3-46ac-a204-76585c7748ea req-6e9a1024-69eb-4337-b2e2-de8e4adf0618 service neutron] 10.222.0.47 "GET /v2.0/networks/78f2fc67-b40a-47a4-af30-c194a9ec1a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526660 May 10 15:01:19.489311 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1dab81f7-f7cd-4db9-84c0-77ea38fa9a6a req-7cbe142c-72b7-486d-a1bd-bf7d0ad0df72 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/security-groups?id=afe299e6-a175-4f23-a857-9c3a696fa1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914485 May 10 15:01:19.522024 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4024282-bb87-4b71-9e0f-e8b92b5fed8c req-3f7f52cf-a44a-45af-bf3f-b3bb351dd0ec tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:19.528552 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a4024282-bb87-4b71-9e0f-e8b92b5fed8c req-3f7f52cf-a44a-45af-bf3f-b3bb351dd0ec tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2 HTTP/1.1" status: 200 len: 945 time: 0.3738618 May 10 15:01:19.590093 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cf2ad7-bf82-4178-bd39-3fa46949319e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939466d5-ef67-43ca-b71c-6161a6bfc4bc', 'code': 200} May 10 15:01:19.625261 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-ffff6183-8844-42bd-9e20-320572621dcb req-d284e0f1-4ff5-45fa-8d06-ca3515e87208 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:19.661222 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07217362-1a25-43e4-bff1-00fb3e889031 req-b7d78dca-e1f9-491f-900c-c903a89914e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:19.662703 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-07217362-1a25-43e4-bff1-00fb3e889031 req-b7d78dca-e1f9-491f-900c-c903a89914e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=164a7782c9ce4c8aae0ebd02811a40d4&device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 1097 time: 0.2043653 May 10 15:01:19.691121 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-ffff6183-8844-42bd-9e20-320572621dcb req-d284e0f1-4ff5-45fa-8d06-ca3515e87208 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Usage tracker for resource:port and tenant:164a7782c9ce4c8aae0ebd02811a40d4 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:19.708397 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-ffff6183-8844-42bd-9e20-320572621dcb req-d284e0f1-4ff5-45fa-8d06-ca3515e87208 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:19.725679 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-ffff6183-8844-42bd-9e20-320572621dcb req-d284e0f1-4ff5-45fa-8d06-ca3515e87208 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:19.731194 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-748047f4-3c90-4033-9db4-105565406f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ade340c-5fc5-4197-82b9-ac354157b449 {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:01:19.767768 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-623466e0-89dc-43b2-b286-f51b8672b317 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:19.780977 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a4024282-bb87-4b71-9e0f-e8b92b5fed8c req-e9ee35ef-b234-4918-8eb1-693518b9a85c tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513940 May 10 15:01:19.791055 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-748047f4-3c90-4033-9db4-105565406f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:19.816010 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-623466e0-89dc-43b2-b286-f51b8672b317 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Transition to ACTIVE for port object 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 will not be triggered until provisioned by entity DHCP. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:01:19.817099 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.47', 61224) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:19.843888 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07217362-1a25-43e4-bff1-00fb3e889031 req-05629abe-4d3c-4921-b6bb-363999e2dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:19.845457 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-07217362-1a25-43e4-bff1-00fb3e889031 req-05629abe-4d3c-4921-b6bb-363999e2dc13 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78f2fc67-b40a-47a4-af30-c194a9ec1a5e HTTP/1.1" status: 200 len: 919 time: 0.1702950 May 10 15:01:19.892879 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffff6183-8844-42bd-9e20-320572621dcb req-d284e0f1-4ff5-45fa-8d06-ca3515e87208 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Made reservation on behalf of 164a7782c9ce4c8aae0ebd02811a40d4 for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:01:19.900251 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-ffff6183-8844-42bd-9e20-320572621dcb req-d284e0f1-4ff5-45fa-8d06-ca3515e87208 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:19.932246 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-748047f4-3c90-4033-9db4-105565406f83 service neutron] Transition to ACTIVE for port object 8ade340c-5fc5-4197-82b9-ac354157b449 will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:01:19.939653 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-07217362-1a25-43e4-bff1-00fb3e889031 req-f7afc4e7-285e-4372-bc6d-dc43563b0a6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f60862bb-c3dd-4651-959b-0953f947eb7b HTTP/1.1" status: 200 len: 217 time: 0.0865989 May 10 15:01:19.940159 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 40232) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:19.962185 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-748047f4-3c90-4033-9db4-105565406f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:19.997569 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-623466e0-89dc-43b2-b286-f51b8672b317 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:20.011208 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:20.083846 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07217362-1a25-43e4-bff1-00fb3e889031 req-10922cd7-7043-4b4a-bc3b-06491ad0a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:20.085592 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-07217362-1a25-43e4-bff1-00fb3e889031 req-10922cd7-7043-4b4a-bc3b-06491ad0a8d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7951f8e4-474a-43bf-bfda-85f075a9c57f HTTP/1.1" status: 200 len: 858 time: 0.1353545 May 10 15:01:20.086275 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5d03fdcc-586a-408b-8b36-898dee62f81e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:20.093713 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-623466e0-89dc-43b2-b286-f51b8672b317 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Network 7900d589-d085-4d9e-bb39-0c869bf63df8 is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:01:20.183950 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-07217362-1a25-43e4-bff1-00fb3e889031 req-580c3f01-ffa4-43b9-80eb-d578bfd31172 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78f2fc67-b40a-47a4-af30-c194a9ec1a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861979 May 10 15:01:20.185243 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-623466e0-89dc-43b2-b286-f51b8672b317 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Resources bound (agent type, host, resource id): {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:01:20.197385 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-623466e0-89dc-43b2-b286-f51b8672b317 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:01:20.317408 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623466e0-89dc-43b2-b286-f51b8672b317 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Pushing event updated for resources: {'Port': ['ID=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:20.321598 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-623466e0-89dc-43b2-b286-f51b8672b317 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:20.424095 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dec356-ef69-4091-bee7-be9a641a22c5 req-78fd3158-5f49-482c-8227-fa44acea4370 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:20.431344 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f1dec356-ef69-4091-bee7-be9a641a22c5 req-78fd3158-5f49-482c-8227-fa44acea4370 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 932 time: 0.7138286 May 10 15:01:20.532652 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748047f4-3c90-4033-9db4-105565406f83 service neutron] Pushing event updated for resources: {'Port': ['ID=8ade340c-5fc5-4197-82b9-ac354157b449,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:20.548938 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed235-f49e-46b6-9d1a-27398fc0cb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:20.556220 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-748047f4-3c90-4033-9db4-105565406f83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:20.584652 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0b0ed235-f49e-46b6-9d1a-27398fc0cb9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:20.648808 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3103d43-8192-4e66-91b7-381cf8a6d275 req-6962f218-6d5f-453c-a983-7053eaf3c731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:20.650361 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f3103d43-8192-4e66-91b7-381cf8a6d275 req-6962f218-6d5f-453c-a983-7053eaf3c731 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=81cf2ad7-bf82-4178-bd39-3fa46949319e HTTP/1.1" status: 200 len: 1098 time: 0.8316143 May 10 15:01:20.652472 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-07217362-1a25-43e4-bff1-00fb3e889031 req-c8b90871-64a2-44d4-b5b9-4aa44ee7b27a service neutron] 10.222.0.47 "GET /v2.0/networks/78f2fc67-b40a-47a4-af30-c194a9ec1a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561231 May 10 15:01:20.656554 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-8e7fe3da-009d-43ca-9476-f3460f62d110 None None] Provisioning for port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:01:20.657882 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0b0ed235-f49e-46b6-9d1a-27398fc0cb9c admin admin] Usage tracker for resource:security_group_rule and tenant:f6690a8e9fb747a98935ea6b91e5905d is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:20.666784 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-8e7fe3da-009d-43ca-9476-f3460f62d110 None None] Provisioning complete for port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:20.667495 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-8e7fe3da-009d-43ca-9476-f3460f62d110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:20.667869 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-623466e0-89dc-43b2-b286-f51b8672b317 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:20.669078 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-623466e0-89dc-43b2-b286-f51b8672b317 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:20.676480 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0b0ed235-f49e-46b6-9d1a-27398fc0cb9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:20.684947 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f1dec356-ef69-4091-bee7-be9a641a22c5 req-c9952a08-0c10-4743-8700-b43aa2cc4d3f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526305 May 10 15:01:20.726570 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0b0ed235-f49e-46b6-9d1a-27398fc0cb9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:20.742432 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 40256) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:20.780545 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-ffff6183-8844-42bd-9e20-320572621dcb req-d284e0f1-4ff5-45fa-8d06-ca3515e87208 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Allocated IP 172.20.0.8 (78f2fc67-b40a-47a4-af30-c194a9ec1a5e/7951f8e4-474a-43bf-bfda-85f075a9c57f/53c33743-67fa-404c-9be9-18a7d00b4c61) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:01:20.784362 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-8e7fe3da-009d-43ca-9476-f3460f62d110 None None] Port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:01:20.839197 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89e58c-3b7d-49c6-a9c0-2a74a5da418a req-5c88b83b-7277-435c-93eb-fdc188ce6ef7 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:20.841128 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ec89e58c-3b7d-49c6-a9c0-2a74a5da418a req-5c88b83b-7277-435c-93eb-fdc188ce6ef7 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 931 time: 0.8962190 May 10 15:01:20.842104 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-748047f4-3c90-4033-9db4-105565406f83 service neutron] Attempting to bind port 8ade340c-5fc5-4197-82b9-ac354157b449 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:01:20.842442 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-748047f4-3c90-4033-9db4-105565406f83 service neutron] Attempting to bind port 8ade340c-5fc5-4197-82b9-ac354157b449 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '130d6f67-0a99-4f12-9e01-d49e6c783317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:01:20.842768 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-748047f4-3c90-4033-9db4-105565406f83 service neutron] Attempting to bind port 8ade340c-5fc5-4197-82b9-ac354157b449 on network 4bd3a929-9efd-4c35-af1e-656216678278 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:20.894597 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-623466e0-89dc-43b2-b286-f51b8672b317 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7547386 May 10 15:01:20.912042 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] Request body: {'port': {'device_id': 'b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:20.918775 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-748047f4-3c90-4033-9db4-105565406f83 service neutron] Port 8ade340c-5fc5-4197-82b9-ac354157b449 on network 4bd3a929-9efd-4c35-af1e-656216678278 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:01:20.919106 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-748047f4-3c90-4033-9db4-105565406f83 service neutron] Attempting to bind port 8ade340c-5fc5-4197-82b9-ac354157b449 on network 4bd3a929-9efd-4c35-af1e-656216678278 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:20.951235 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-81390741-4706-4544-8606-799743547f9b req-625bfc00-d5a7-4619-9d4c-3a35cfff82b3 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 210 time: 0.1007674 May 10 15:01:20.958440 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-748047f4-3c90-4033-9db4-105565406f83 service neutron] Checking agent: {'id': '22792be7-dc61-4190-b12e-2da4263bba02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:01:20.958970 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-748047f4-3c90-4033-9db4-105565406f83 service neutron] Checking segment: {'id': '130d6f67-0a99-4f12-9e01-d49e6c783317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:01:20.959335 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-748047f4-3c90-4033-9db4-105565406f83 service neutron] Bound using segment: {'id': '130d6f67-0a99-4f12-9e01-d49e6c783317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:01:20.959792 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-748047f4-3c90-4033-9db4-105565406f83 service neutron] Bound port: 8ade340c-5fc5-4197-82b9-ac354157b449, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130d6f67-0a99-4f12-9e01-d49e6c783317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:01:20.960168 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-748047f4-3c90-4033-9db4-105565406f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:20.991527 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6d826da0-1663-40db-b33d-cd20a8ffd642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:21.074534 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-6d826da0-1663-40db-b33d-cd20a8ffd642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:21.101700 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-6d826da0-1663-40db-b33d-cd20a8ffd642 admin admin] Usage tracker for resource:security_group_rule and tenant:dbab3c21ae564bf68531574dd155e2f1 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:21.104013 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f3103d43-8192-4e66-91b7-381cf8a6d275 req-fdb06660-7daa-494c-8914-d01e3e2e84a6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=afe299e6-a175-4f23-a857-9c3a696fa1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372897 May 10 15:01:21.107759 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-6d826da0-1663-40db-b33d-cd20a8ffd642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:21.117782 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-6d826da0-1663-40db-b33d-cd20a8ffd642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:21.129528 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-07217362-1a25-43e4-bff1-00fb3e889031 req-3e9443fc-6623-4e69-bbed-5734b08cf58f service neutron] 10.222.0.47 "GET /v2.0/networks/78f2fc67-b40a-47a4-af30-c194a9ec1a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544725 May 10 15:01:21.175966 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:21.223909 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed235-f49e-46b6-9d1a-27398fc0cb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:21.247743 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ec89e58c-3b7d-49c6-a9c0-2a74a5da418a req-362189c0-7d28-4157-8af4-572146b1b6d9 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3869011 May 10 15:01:21.263450 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0b0ed235-f49e-46b6-9d1a-27398fc0cb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:21.274433 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:21.320364 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-748047f4-3c90-4033-9db4-105565406f83 service neutron] For port 8ade340c-5fc5-4197-82b9-ac354157b449, host hv-cinder-77428, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:01:21.326899 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-748047f4-3c90-4033-9db4-105565406f83 service neutron] For port 8ade340c-5fc5-4197-82b9-ac354157b449, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8ade340c-5fc5-4197-82b9-ac354157b449,segment=NetworkSegment(130d6f67-0a99-4f12-9e01-d49e6c783317),segment_id=130d6f67-0a99-4f12-9e01-d49e6c783317)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:01:21.341431 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-748047f4-3c90-4033-9db4-105565406f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:21.355405 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:21.356529 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-0b0ed235-f49e-46b6-9d1a-27398fc0cb9c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6690a8e9fb747a98935ea6b91e5905d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4138255 May 10 15:01:21.360442 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 40266) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:21.361145 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ed235-f49e-46b6-9d1a-27398fc0cb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4760700-36a0-4519-803c-9f25bfcf06fc,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:21.408668 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0b0ed235-f49e-46b6-9d1a-27398fc0cb9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:21.458476 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-ffff6183-8844-42bd-9e20-320572621dcb req-d284e0f1-4ff5-45fa-8d06-ca3515e87208 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:21.492625 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1252bc-b555-4b90-8bcd-c2346f3feb1d req-43d58e74-2d10-4d3e-8bf0-9c8682cdbdf4 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:21.494147 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1e1252bc-b555-4b90-8bcd-c2346f3feb1d req-43d58e74-2d10-4d3e-8bf0-9c8682cdbdf4 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/ports?device_id=81cf2ad7-bf82-4178-bd39-3fa46949319e HTTP/1.1" status: 200 len: 945 time: 0.3949099 May 10 15:01:21.503179 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-748047f4-3c90-4033-9db4-105565406f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:21.503800 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-748047f4-3c90-4033-9db4-105565406f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:21.505179 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-748047f4-3c90-4033-9db4-105565406f83 service neutron] 10.222.0.47 "PUT /v2.0/ports/8ade340c-5fc5-4197-82b9-ac354157b449 HTTP/1.1" status: 200 len: 1094 time: 3.8464446 May 10 15:01:21.506823 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79', 'tag': '8ade340c-5fc5-4197-82b9-ac354157b449'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:21.561874 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748047f4-3c90-4033-9db4-105565406f83 service neutron] Pushing event updated for resources: {'Port': ['ID=8ade340c-5fc5-4197-82b9-ac354157b449,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:21.574815 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6d826da0-1663-40db-b33d-cd20a8ffd642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:21.594754 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6d826da0-1663-40db-b33d-cd20a8ffd642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:21.608635 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:21.620653 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-748047f4-3c90-4033-9db4-105565406f83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:21.631224 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ae8f7720-3fa2-484c-8040-b6a1b4949116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:21.671998 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a94abc-3f7a-49fa-bd96-7a2cbeaf94b5 req-1c1d101f-b8d5-4d0a-81d2-5ab12dc25287 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:21.673667 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-37a94abc-3f7a-49fa-bd96-7a2cbeaf94b5 req-1c1d101f-b8d5-4d0a-81d2-5ab12dc25287 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2 HTTP/1.1" status: 200 len: 945 time: 0.2889652 May 10 15:01:21.681272 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d826da0-1663-40db-b33d-cd20a8ffd642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc1e512-4689-4574-a584-a33be9e05a32,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:21.688156 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-6d826da0-1663-40db-b33d-cd20a8ffd642 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dbab3c21ae564bf68531574dd155e2f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9427333 May 10 15:01:21.688156 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6d826da0-1663-40db-b33d-cd20a8ffd642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:21.688995 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1e1252bc-b555-4b90-8bcd-c2346f3feb1d req-317158ba-8da5-42a9-a87a-9fa7ff64ef8a tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/security-groups?id=afe299e6-a175-4f23-a857-9c3a696fa1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701584 May 10 15:01:21.701990 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 40276) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:21.744697 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ae8f7720-3fa2-484c-8040-b6a1b4949116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:21.798678 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79', 'tag': '8ade340c-5fc5-4197-82b9-ac354157b449', 'status': 'completed', 'code': 200} May 10 15:01:21.801186 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-ffff6183-8844-42bd-9e20-320572621dcb req-d284e0f1-4ff5-45fa-8d06-ca3515e87208 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:21.847660 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:21.956973 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 {{(pid=78742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:01:21.961427 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ae8f7720-3fa2-484c-8040-b6a1b4949116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:21.968251 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:21.970355 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:21.982056 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-37a94abc-3f7a-49fa-bd96-7a2cbeaf94b5 req-dfb3de45-0b42-4f81-90e4-e21192714fbe tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860188 May 10 15:01:21.988730 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f7720-3fa2-484c-8040-b6a1b4949116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4760700-36a0-4519-803c-9f25bfcf06fc,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:21.999093 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-ae8f7720-3fa2-484c-8040-b6a1b4949116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:22.019040 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] Transition to ACTIVE for port object 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 will not be triggered until provisioned by entity L2. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:01:22.032766 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ae8f7720-3fa2-484c-8040-b6a1b4949116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:22.043085 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-ae8f7720-3fa2-484c-8040-b6a1b4949116 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4760700-36a0-4519-803c-9f25bfcf06fc HTTP/1.1" status: 204 len: 168 time: 0.6791019 May 10 15:01:22.044119 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10903621'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:22.050013 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-dda7a811-1ac3-443e-9be2-7060969e8591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:22.052854 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-baf37bb6-43f7-4e9a-b1d0-4c81521137a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:22.054395 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-baf37bb6-43f7-4e9a-b1d0-4c81521137a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fffa979fe3184d2a9b52cf1e0d0c6fed&device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 1097 time: 0.4974229 May 10 15:01:22.093688 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffff6183-8844-42bd-9e20-320572621dcb req-d284e0f1-4ff5-45fa-8d06-ca3515e87208 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Network 78f2fc67-b40a-47a4-af30-c194a9ec1a5e is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:01:22.191449 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-ffff6183-8844-42bd-9e20-320572621dcb req-d284e0f1-4ff5-45fa-8d06-ca3515e87208 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:01:22.198584 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffff6183-8844-42bd-9e20-320572621dcb req-d284e0f1-4ff5-45fa-8d06-ca3515e87208 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:01:22.264238 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284e0f1-4ff5-45fa-8d06-ca3515e87208 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Pushing event updated for resources: {'Port': ['ID=53c33743-67fa-404c-9be9-18a7d00b4c61,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:22.266518 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a56ca753-f3a2-41da-8b05-d986390ccc85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:22.275407 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d284e0f1-4ff5-45fa-8d06-ca3515e87208 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:22.306095 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:22.320632 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:22.392468 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-475967b3-7390-48dc-9224-02057ca497e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ade340c-5fc5-4197-82b9-ac354157b449 HTTP/1.1" status: 200 len: 217 time: 0.3193481 May 10 15:01:22.446921 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] Attempting to bind port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:01:22.447350 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] Attempting to bind port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '7b80ebab-1ec2-4020-a231-02aa16ebc302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8'}] {{(pid=78742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:01:22.447683 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] Attempting to bind port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 on network 7900d589-d085-4d9e-bb39-0c869bf63df8 {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:22.458676 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] Port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 on network 7900d589-d085-4d9e-bb39-0c869bf63df8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:01:22.458998 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] Attempting to bind port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 on network 7900d589-d085-4d9e-bb39-0c869bf63df8 {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:22.474694 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] Checking agent: {'id': '22792be7-dc61-4190-b12e-2da4263bba02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:01:22.475028 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] Checking segment: {'id': '7b80ebab-1ec2-4020-a231-02aa16ebc302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:01:22.475367 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] Bound using segment: {'id': '7b80ebab-1ec2-4020-a231-02aa16ebc302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8'} {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:01:22.475815 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] Bound port: 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b80ebab-1ec2-4020-a231-02aa16ebc302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8'}}] {{(pid=78742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:01:22.476325 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:22.511823 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a56ca753-f3a2-41da-8b05-d986390ccc85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:22.526463 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff6183-8844-42bd-9e20-320572621dcb req-d284e0f1-4ff5-45fa-8d06-ca3515e87208 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:22.527084 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-ffff6183-8844-42bd-9e20-320572621dcb req-d284e0f1-4ff5-45fa-8d06-ca3515e87208 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:22.609365 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] For port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3, host hv-cinder-77428, cleared binding levels {{(pid=78742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:01:22.613697 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] For port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:01:22.621021 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10903621'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:22.622786 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377d1d8-f178-4e93-bbc7-12762257693d req-2a592f56-4b3b-489c-8feb-710c781ced4d tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:22.624936 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7377d1d8-f178-4e93-bbc7-12762257693d req-2a592f56-4b3b-489c-8feb-710c781ced4d tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 944 time: 0.7176232 May 10 15:01:22.632663 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 40300) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:22.633251 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:22.648399 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-3c5ac6cd-606f-4da1-92e9-674658eab917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:22.660139 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-3c5ac6cd-606f-4da1-92e9-674658eab917 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63dd5146-b7c8-4898-831f-2c4c3824cf1a HTTP/1.1" status: 200 len: 849 time: 0.2446964 May 10 15:01:22.675549 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:22.676487 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:22.678085 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] 10.222.0.47 "PUT /v2.0/ports/7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 HTTP/1.1" status: 200 len: 1093 time: 1.7748404 May 10 15:01:22.689892 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d006efc-0698-4156-853e-daff521be30b req-b2cf26b1-4328-44b9-b7b9-06ddb8a65910 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:22.690987 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-1d006efc-0698-4156-853e-daff521be30b req-b2cf26b1-4328-44b9-b7b9-06ddb8a65910 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Synchronizing usage tracker for tenant:164a7782c9ce4c8aae0ebd02811a40d4 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:01:22.694063 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f', 'tag': '7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:22.699107 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ffff6183-8844-42bd-9e20-320572621dcb req-d284e0f1-4ff5-45fa-8d06-ca3515e87208 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4561698 May 10 15:01:22.806065 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-200b3cc7-5af2-40aa-9cc0-f981790b11d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:22.825972 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-ffff6183-8844-42bd-9e20-320572621dcb req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] Request body: {'port': {'device_id': '90a25748-481a-43ad-b561-08a3dab4ece1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:22.858766 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-200b3cc7-5af2-40aa-9cc0-f981790b11d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:22.872978 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-200b3cc7-5af2-40aa-9cc0-f981790b11d1 admin admin] Usage tracker for resource:security_group_rule and tenant:3ee65254bd0a4c80b4b6f1407aba3abf is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:22.877672 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3,revision_number=3']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:22.882600 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-200b3cc7-5af2-40aa-9cc0-f981790b11d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:22.887373 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:22.889757 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device f60862bb-c3dd-4651-959b-0953f947eb7b details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:01:22.892168 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-200b3cc7-5af2-40aa-9cc0-f981790b11d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:22.917448 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-e538f59e-8eac-450a-a34a-400009c47331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:22.919114 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-e538f59e-8eac-450a-a34a-400009c47331 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=59b50fa570d5493abb0dae5e9d6f7738&device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 1096 time: 0.1875155 May 10 15:01:22.972207 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-1d006efc-0698-4156-853e-daff521be30b req-b2cf26b1-4328-44b9-b7b9-06ddb8a65910 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Unset dirty status for tenant:164a7782c9ce4c8aae0ebd02811a40d4 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:01:22.973573 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1d006efc-0698-4156-853e-daff521be30b req-b2cf26b1-4328-44b9-b7b9-06ddb8a65910 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 931 time: 0.7103443 May 10 15:01:22.990114 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7377d1d8-f178-4e93-bbc7-12762257693d req-5017fbc2-5f4e-416a-a4d3-93679f2fbb92 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3442469 May 10 15:01:22.990690 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a56ca753-f3a2-41da-8b05-d986390ccc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:23.013141 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-1d897d39-ed6b-497b-bdb3-3a2e0cc3f116 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 HTTP/1.1" status: 200 len: 217 time: 0.0786452 May 10 15:01:23.053266 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-1d006efc-0698-4156-853e-daff521be30b req-b7b22f8a-60e0-4b06-89d6-a539b8d4a918 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Synchronizing usage tracker for tenant:164a7782c9ce4c8aae0ebd02811a40d4 on resource:security_group {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:01:23.062469 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:23.105534 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-ffff6183-8844-42bd-9e20-320572621dcb req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:23.152324 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port f60862bb-c3dd-4651-959b-0953f947eb7b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f60862bb-c3dd-4651-959b-0953f947eb7b,segment=NetworkSegment(d17850d2-1902-43b7-8545-f8140c991329),segment_id=d17850d2-1902-43b7-8545-f8140c991329)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:23.169275 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Returning: {'device': 'f60862bb-c3dd-4651-959b-0953f947eb7b', 'network_id': '78f2fc67-b40a-47a4-af30-c194a9ec1a5e', 'port_id': 'f60862bb-c3dd-4651-959b-0953f947eb7b', 'mac_address': 'fa:16:3e:2c:3e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951f8e4-474a-43bf-bfda-85f075a9c57f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:01:23.189358 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-d0998fe3-b8a4-4af6-958c-cbfe3f281779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:23.190880 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-d0998fe3-b8a4-4af6-958c-cbfe3f281779 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b7e9e96-1dce-417a-b62d-87a2de80d899 HTTP/1.1" status: 200 len: 856 time: 0.1641679 May 10 15:01:23.198299 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ca753-f3a2-41da-8b05-d986390ccc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc1e512-4689-4574-a584-a33be9e05a32,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:23.201059 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-a56ca753-f3a2-41da-8b05-d986390ccc85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:23.218228 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-1d006efc-0698-4156-853e-daff521be30b req-b7b22f8a-60e0-4b06-89d6-a539b8d4a918 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Unset dirty status for tenant:164a7782c9ce4c8aae0ebd02811a40d4 on resource:security_group {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:01:23.219392 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1d006efc-0698-4156-853e-daff521be30b req-b7b22f8a-60e0-4b06-89d6-a539b8d4a918 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365129 May 10 15:01:23.220928 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a56ca753-f3a2-41da-8b05-d986390ccc85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:23.224049 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-a56ca753-f3a2-41da-8b05-d986390ccc85 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1bc1e512-4689-4574-a584-a33be9e05a32 HTTP/1.1" status: 204 len: 168 time: 1.5125322 May 10 15:01:23.271040 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-b9aaac4b-8ba6-4d27-900f-6f5b11e14f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:23.272629 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-b9aaac4b-8ba6-4d27-900f-6f5b11e14f0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4bd3a929-9efd-4c35-af1e-656216678278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5970268 May 10 15:01:23.287672 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:23.316925 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f60862bb-c3dd-4651-959b-0953f947eb7b {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:01:23.350258 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-200b3cc7-5af2-40aa-9cc0-f981790b11d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:23.355135 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port f60862bb-c3dd-4651-959b-0953f947eb7b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f60862bb-c3dd-4651-959b-0953f947eb7b,segment=NetworkSegment(d17850d2-1902-43b7-8545-f8140c991329),segment_id=d17850d2-1902-43b7-8545-f8140c991329)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:23.359843 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:23.361459 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-200b3cc7-5af2-40aa-9cc0-f981790b11d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:23.365872 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:23.380740 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:23.457679 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-6defc6bf-c6ed-4928-8b24-fc119dc99e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:23.459815 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-6defc6bf-c6ed-4928-8b24-fc119dc99e5a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7900d589-d085-4d9e-bb39-0c869bf63df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2616646 May 10 15:01:23.496832 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=f60862bb-c3dd-4651-959b-0953f947eb7b,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:23.501975 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b3cc7-5af2-40aa-9cc0-f981790b11d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc8c337-d8c2-43ad-a7e8-135232e4fc43,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:23.503006 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:23.510704 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-200b3cc7-5af2-40aa-9cc0-f981790b11d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ee65254bd0a4c80b4b6f1407aba3abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8315477 May 10 15:01:23.598446 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['f60862bb-c3dd-4651-959b-0953f947eb7b'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:01:23.649701 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-200b3cc7-5af2-40aa-9cc0-f981790b11d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:23.651523 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 40322) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:23.812442 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92602036-637e-4438-81ab-424ed17ee8e3 req-75c3d88f-0cbd-458b-9e8e-cd442ce50464 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:23.812893 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-39b2050b-e897-49f9-b58b-be8492d040bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:23.821377 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-b18344d8-61bd-48b0-8d6e-7ad62c56c8fc service neutron] 10.222.0.47 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511872 May 10 15:01:23.822467 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-92602036-637e-4438-81ab-424ed17ee8e3 req-75c3d88f-0cbd-458b-9e8e-cd442ce50464 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 943 time: 0.6941898 May 10 15:01:23.906324 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-a83b8829-1f49-47ae-99d7-520869cad0b3 service neutron] 10.222.0.47 "GET /v2.0/networks/4bd3a929-9efd-4c35-af1e-656216678278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6244247 May 10 15:01:23.983736 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-39b2050b-e897-49f9-b58b-be8492d040bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:24.060251 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c7114-af2d-460f-a984-c3b9cb80fe31 req-72bf5519-525c-4e29-8ab0-8ac003563759 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:24.061710 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-923c7114-af2d-460f-a984-c3b9cb80fe31 req-72bf5519-525c-4e29-8ab0-8ac003563759 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/ports?device_id=81cf2ad7-bf82-4178-bd39-3fa46949319e HTTP/1.1" status: 200 len: 945 time: 0.6286700 May 10 15:01:24.106854 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-92602036-637e-4438-81ab-424ed17ee8e3 req-8678492f-6913-436d-80d1-3496d92cb9a5 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835236 May 10 15:01:24.127554 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-39b2050b-e897-49f9-b58b-be8492d040bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:24.143041 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-69406074-2208-4416-bfbd-4cb179e3e8c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:24.157006 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2050b-e897-49f9-b58b-be8492d040bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc8c337-d8c2-43ad-a7e8-135232e4fc43,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:24.162227 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-39b2050b-e897-49f9-b58b-be8492d040bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:24.170808 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3d98aaf4-8b8c-4053-9dc8-c61f80e43ee8 req-17961b43-1e61-4652-9ed2-4752b7b3cbd9 service neutron] 10.222.0.47 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429770 May 10 15:01:24.174053 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-39b2050b-e897-49f9-b58b-be8492d040bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:24.175306 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-39b2050b-e897-49f9-b58b-be8492d040bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fcc8c337-d8c2-43ad-a7e8-135232e4fc43 HTTP/1.1" status: 204 len: 168 time: 0.5192091 May 10 15:01:24.192118 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f', 'tag': '7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3', 'status': 'completed', 'code': 200} May 10 15:01:24.230110 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-923c7114-af2d-460f-a984-c3b9cb80fe31 req-1f9cd65a-d8fa-4d23-8fb3-1350e0a31b4f tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/security-groups?id=afe299e6-a175-4f23-a857-9c3a696fa1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477792 May 10 15:01:24.277300 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b7479283-4129-4fa5-961e-08f11dc0abe8 req-9c68188b-4ee5-4170-910c-fde2e28e3b7e service neutron] 10.222.0.47 "GET /v2.0/networks/4bd3a929-9efd-4c35-af1e-656216678278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472919 May 10 15:01:24.363077 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167b816-9c80-486b-b71d-2b87a1d10b6d req-6e6e5cc3-5a83-4058-bf55-e32faa1137ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:24.364602 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-4167b816-9c80-486b-b71d-2b87a1d10b6d req-6e6e5cc3-5a83-4058-bf55-e32faa1137ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=59b50fa570d5493abb0dae5e9d6f7738&device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 1096 time: 0.1244764 May 10 15:01:24.534889 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167b816-9c80-486b-b71d-2b87a1d10b6d req-a8a0312e-55bb-4a6e-a49a-5aa2958f64de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:24.536257 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-4167b816-9c80-486b-b71d-2b87a1d10b6d req-a8a0312e-55bb-4a6e-a49a-5aa2958f64de service neutron] 10.222.0.47 "GET /v2.0/networks?id=7900d589-d085-4d9e-bb39-0c869bf63df8 HTTP/1.1" status: 200 len: 918 time: 0.1622450 May 10 15:01:24.612717 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-ffff6183-8844-42bd-9e20-320572621dcb req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c33743-67fa-404c-9be9-18a7d00b4c61 {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:01:24.622328 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-4167b816-9c80-486b-b71d-2b87a1d10b6d req-1594b139-951e-4f5a-b1ca-63744360eb5b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 HTTP/1.1" status: 200 len: 217 time: 0.0787420 May 10 15:01:24.626111 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-ffff6183-8844-42bd-9e20-320572621dcb req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:24.672017 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-ffff6183-8844-42bd-9e20-320572621dcb req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] Transition to ACTIVE for port object 53c33743-67fa-404c-9be9-18a7d00b4c61 will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:01:24.688448 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-ffff6183-8844-42bd-9e20-320572621dcb req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:24.709828 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-748047f4-3c90-4033-9db4-105565406f83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:24.726830 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167b816-9c80-486b-b71d-2b87a1d10b6d req-d783b7e7-e356-40c3-9fd1-fd07b986efd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:24.729056 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-4167b816-9c80-486b-b71d-2b87a1d10b6d req-d783b7e7-e356-40c3-9fd1-fd07b986efd2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b7e9e96-1dce-417a-b62d-87a2de80d899 HTTP/1.1" status: 200 len: 856 time: 0.0992064 May 10 15:01:24.751586 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ab6ff-8ccc-438d-8b16-8ac9a4a104a3 req-2519910f-a88a-4541-b33e-285ee54f9f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:24.753071 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1b6ab6ff-8ccc-438d-8b16-8ac9a4a104a3 req-2519910f-a88a-4541-b33e-285ee54f9f11 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fffa979fe3184d2a9b52cf1e0d0c6fed&device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 1097 time: 0.3478754 May 10 15:01:24.913275 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device f60862bb-c3dd-4651-959b-0953f947eb7b up at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:24.949125 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167b816-9c80-486b-b71d-2b87a1d10b6d req-4f97e2e8-951e-4b78-905a-a99cd343e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:24.951365 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-4167b816-9c80-486b-b71d-2b87a1d10b6d req-4f97e2e8-951e-4b78-905a-a99cd343e089 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7900d589-d085-4d9e-bb39-0c869bf63df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2137284 May 10 15:01:24.994437 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4ebe6-5bb6-435a-9f85-5b0267910af7 req-6a0fca27-4465-4f60-b588-923fe30ef38e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:24.995988 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5ad4ebe6-5bb6-435a-9f85-5b0267910af7 req-6a0fca27-4465-4f60-b588-923fe30ef38e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 944 time: 0.4534006 May 10 15:01:24.998366 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] Pushing event updated for resources: {'Port': ['ID=53c33743-67fa-404c-9be9-18a7d00b4c61,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:25.004849 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:25.215018 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning for port f60862bb-c3dd-4651-959b-0953f947eb7b completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:01:25.221402 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning complete for port f60862bb-c3dd-4651-959b-0953f947eb7b triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:25.221908 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:25.300208 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5ad4ebe6-5bb6-435a-9f85-5b0267910af7 req-464c910d-1157-4cf0-ad07-13815bf12968 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270055 May 10 15:01:25.360612 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-4167b816-9c80-486b-b71d-2b87a1d10b6d req-5a1d88a8-b39c-43a9-95a5-552ab7900bf1 service neutron] 10.222.0.47 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004378 May 10 15:01:25.362940 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-ffff6183-8844-42bd-9e20-320572621dcb req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] Attempting to bind port 53c33743-67fa-404c-9be9-18a7d00b4c61 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:01:25.363281 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-ffff6183-8844-42bd-9e20-320572621dcb req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] Attempting to bind port 53c33743-67fa-404c-9be9-18a7d00b4c61 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'd17850d2-1902-43b7-8545-f8140c991329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '78f2fc67-b40a-47a4-af30-c194a9ec1a5e'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:01:25.363605 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffff6183-8844-42bd-9e20-320572621dcb req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] Attempting to bind port 53c33743-67fa-404c-9be9-18a7d00b4c61 on network 78f2fc67-b40a-47a4-af30-c194a9ec1a5e {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:25.369185 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ab6ff-8ccc-438d-8b16-8ac9a4a104a3 req-42b1575e-ee0d-4136-82a1-5485487ebb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:25.370634 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1b6ab6ff-8ccc-438d-8b16-8ac9a4a104a3 req-42b1575e-ee0d-4136-82a1-5485487ebb65 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4bd3a929-9efd-4c35-af1e-656216678278 HTTP/1.1" status: 200 len: 911 time: 0.5555148 May 10 15:01:25.372447 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffff6183-8844-42bd-9e20-320572621dcb req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] Port 53c33743-67fa-404c-9be9-18a7d00b4c61 on network 78f2fc67-b40a-47a4-af30-c194a9ec1a5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:01:25.372851 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffff6183-8844-42bd-9e20-320572621dcb req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] Attempting to bind port 53c33743-67fa-404c-9be9-18a7d00b4c61 on network 78f2fc67-b40a-47a4-af30-c194a9ec1a5e {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:25.549766 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffff6183-8844-42bd-9e20-320572621dcb req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] Checking agent: {'id': '22792be7-dc61-4190-b12e-2da4263bba02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:01:25.550137 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffff6183-8844-42bd-9e20-320572621dcb req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] Checking segment: {'id': 'd17850d2-1902-43b7-8545-f8140c991329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '78f2fc67-b40a-47a4-af30-c194a9ec1a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:01:25.550471 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffff6183-8844-42bd-9e20-320572621dcb req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] Bound using segment: {'id': 'd17850d2-1902-43b7-8545-f8140c991329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '78f2fc67-b40a-47a4-af30-c194a9ec1a5e'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:01:25.550913 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-ffff6183-8844-42bd-9e20-320572621dcb req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] Bound port: 53c33743-67fa-404c-9be9-18a7d00b4c61, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17850d2-1902-43b7-8545-f8140c991329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '78f2fc67-b40a-47a4-af30-c194a9ec1a5e'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:01:25.551255 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-ffff6183-8844-42bd-9e20-320572621dcb req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:25.552396 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:25.607691 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749ba7bb-17bf-465a-bac5-665e92e717e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60862bb-c3dd-4651-959b-0953f947eb7b'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:25.632755 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port f60862bb-c3dd-4651-959b-0953f947eb7b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f60862bb-c3dd-4651-959b-0953f947eb7b,segment=NetworkSegment(d17850d2-1902-43b7-8545-f8140c991329),segment_id=d17850d2-1902-43b7-8545-f8140c991329)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:25.648276 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:25.651121 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:25.661868 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-4167b816-9c80-486b-b71d-2b87a1d10b6d req-fe4ce50f-3594-448a-bf5f-931e297d7af6 service neutron] 10.222.0.47 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811842 May 10 15:01:25.672056 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1b6ab6ff-8ccc-438d-8b16-8ac9a4a104a3 req-6e319cb4-bf54-4d3b-b23f-a1a9a8fe1f54 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ade340c-5fc5-4197-82b9-ac354157b449 HTTP/1.1" status: 200 len: 217 time: 0.2796905 May 10 15:01:25.746069 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=f60862bb-c3dd-4651-959b-0953f947eb7b,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:25.749904 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:25.899526 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ab6ff-8ccc-438d-8b16-8ac9a4a104a3 req-01f991bd-5eb9-443c-8b63-444a827544ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:25.901117 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1b6ab6ff-8ccc-438d-8b16-8ac9a4a104a3 req-01f991bd-5eb9-443c-8b63-444a827544ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63dd5146-b7c8-4898-831f-2c4c3824cf1a HTTP/1.1" status: 200 len: 849 time: 0.1630557 May 10 15:01:25.967441 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-ffff6183-8844-42bd-9e20-320572621dcb req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] For port 53c33743-67fa-404c-9be9-18a7d00b4c61, host hv-cinder-77428, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:01:25.995509 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199535f4-3671-47db-983f-722ae4409756 req-f15f574b-dff8-4bb2-b485-ec7ffd985610 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:25.996986 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-199535f4-3671-47db-983f-722ae4409756 req-f15f574b-dff8-4bb2-b485-ec7ffd985610 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 943 time: 0.3318174 May 10 15:01:26.007491 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a53ecb-c57d-4ec4-9c4c-c7799c8be524 req-6b7c4b2a-360b-443c-aab7-4df5a435442c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:26.009028 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-26a53ecb-c57d-4ec4-9c4c-c7799c8be524 req-6b7c4b2a-360b-443c-aab7-4df5a435442c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 943 time: 0.4605076 May 10 15:01:26.012270 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-ffff6183-8844-42bd-9e20-320572621dcb req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] For port 53c33743-67fa-404c-9be9-18a7d00b4c61, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=53c33743-67fa-404c-9be9-18a7d00b4c61,segment=NetworkSegment(d17850d2-1902-43b7-8545-f8140c991329),segment_id=d17850d2-1902-43b7-8545-f8140c991329)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:01:26.148471 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-ffff6183-8844-42bd-9e20-320572621dcb req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:26.155291 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:01:26.165820 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:26.235694 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff6183-8844-42bd-9e20-320572621dcb req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:26.236962 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-ffff6183-8844-42bd-9e20-320572621dcb req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:26.237841 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ffff6183-8844-42bd-9e20-320572621dcb req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] 10.222.0.47 "PUT /v2.0/ports/53c33743-67fa-404c-9be9-18a7d00b4c61 HTTP/1.1" status: 200 len: 1093 time: 3.4341505 May 10 15:01:26.245956 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a25748-481a-43ad-b561-08a3dab4ece1', 'tag': '53c33743-67fa-404c-9be9-18a7d00b4c61'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:26.275285 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-26a53ecb-c57d-4ec4-9c4c-c7799c8be524 req-e6427147-a5fe-4dc7-a1ac-bf43b896bc3e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367704 May 10 15:01:26.282444 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-199535f4-3671-47db-983f-722ae4409756 req-619e9e33-2837-4c02-b1fe-abe5713e1f23 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721140 May 10 15:01:26.366750 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ab6ff-8ccc-438d-8b16-8ac9a4a104a3 req-b29c2df7-e11b-4f46-900f-9131a0060105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:26.368228 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1b6ab6ff-8ccc-438d-8b16-8ac9a4a104a3 req-b29c2df7-e11b-4f46-900f-9131a0060105 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4bd3a929-9efd-4c35-af1e-656216678278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4572170 May 10 15:01:26.374805 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] Pushing event updated for resources: {'Port': ['ID=53c33743-67fa-404c-9be9-18a7d00b4c61,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:26.375037 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749ba7bb-17bf-465a-bac5-665e92e717e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60862bb-c3dd-4651-959b-0953f947eb7b', 'code': 200} May 10 15:01:26.378033 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:26.501837 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a25748-481a-43ad-b561-08a3dab4ece1', 'tag': '53c33743-67fa-404c-9be9-18a7d00b4c61', 'status': 'completed', 'code': 200} May 10 15:01:26.572963 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff6183-8844-42bd-9e20-320572621dcb req-590016c2-0ad0-400c-9d43-fee807e1afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:26.574824 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ffff6183-8844-42bd-9e20-320572621dcb req-590016c2-0ad0-400c-9d43-fee807e1afb4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=164a7782c9ce4c8aae0ebd02811a40d4&device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 1096 time: 0.2900548 May 10 15:01:26.687817 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ffff6183-8844-42bd-9e20-320572621dcb req-d0118134-d41c-4d44-b979-487090d2733c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53c33743-67fa-404c-9be9-18a7d00b4c61 HTTP/1.1" status: 200 len: 217 time: 0.0910878 May 10 15:01:26.748712 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1b6ab6ff-8ccc-438d-8b16-8ac9a4a104a3 req-dc75e74e-b097-40a7-9975-73bb82b0993c service neutron] 10.222.0.47 "GET /v2.0/networks/4bd3a929-9efd-4c35-af1e-656216678278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605540 May 10 15:01:26.786165 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 40462) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:26.791686 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a5f85-bb56-477b-b287-8ec29586c8da req-1e8721c7-938e-490d-994a-24b16dffede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:26.797587 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-e44a5f85-bb56-477b-b287-8ec29586c8da req-1e8721c7-938e-490d-994a-24b16dffede3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 1099 time: 0.1503880 May 10 15:01:26.870263 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-e44a5f85-bb56-477b-b287-8ec29586c8da req-d379701a-4b5d-48e3-af52-2671a02151b8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651736 May 10 15:01:26.892150 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff6183-8844-42bd-9e20-320572621dcb req-dd8c0ff7-2daa-4159-a019-294d74295025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:26.893583 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ffff6183-8844-42bd-9e20-320572621dcb req-dd8c0ff7-2daa-4159-a019-294d74295025 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7951f8e4-474a-43bf-bfda-85f075a9c57f HTTP/1.1" status: 200 len: 858 time: 0.1926641 May 10 15:01:26.916417 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:01:26.931277 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f50d87-e057-4517-b510-cc7277b3b567 req-7c92f404-e4a5-4cd3-b65d-bd5b747b648c tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:26.933096 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-63f50d87-e057-4517-b510-cc7277b3b567 req-7c92f404-e4a5-4cd3-b65d-bd5b747b648c tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 944 time: 0.4248407 May 10 15:01:27.051588 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ffff6183-8844-42bd-9e20-320572621dcb req-75f1e913-e750-4f4c-ba65-35e2c1797f69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78f2fc67-b40a-47a4-af30-c194a9ec1a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157832 May 10 15:01:27.147482 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 40478) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:27.239588 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:27.250484 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5cd9d8a7-d15c-4ed0-9770-4428bf0312bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:27.251477 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-63f50d87-e057-4517-b510-cc7277b3b567 req-454f9dad-b417-44ff-8e9f-5a8d3cb850fd tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457378 May 10 15:01:27.258478 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1b6ab6ff-8ccc-438d-8b16-8ac9a4a104a3 req-a04631db-8d01-418e-9179-536bf8aaee30 service neutron] 10.222.0.47 "GET /v2.0/networks/4bd3a929-9efd-4c35-af1e-656216678278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011511 May 10 15:01:27.259270 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-caf8cec7-651d-4c8b-b1af-c6a5d3cfd0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:27.270692 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Returning: {'device': '7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'port_id': '7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3', 'mac_address': 'fa:16:3e:4d:94:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:01:27.301051 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-caf8cec7-651d-4c8b-b1af-c6a5d3cfd0a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:27.306040 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-5cd9d8a7-d15c-4ed0-9770-4428bf0312bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:27.309195 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-caf8cec7-651d-4c8b-b1af-c6a5d3cfd0a0 admin admin] Usage tracker for resource:security_group_rule and tenant:09ea9154862440af98407d0a1c34aa11 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:27.315510 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-caf8cec7-651d-4c8b-b1af-c6a5d3cfd0a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:27.327709 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-5cd9d8a7-d15c-4ed0-9770-4428bf0312bc admin admin] Usage tracker for resource:security_group_rule and tenant:cac941337c994a348027d52d4de5b36b is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:27.333045 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-caf8cec7-651d-4c8b-b1af-c6a5d3cfd0a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:27.335384 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-5cd9d8a7-d15c-4ed0-9770-4428bf0312bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:27.350066 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ffff6183-8844-42bd-9e20-320572621dcb req-025efc4e-99e2-4067-90a9-733ef6b39350 service neutron] 10.222.0.47 "GET /v2.0/networks/78f2fc67-b40a-47a4-af30-c194a9ec1a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603424 May 10 15:01:27.353491 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-5cd9d8a7-d15c-4ed0-9770-4428bf0312bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:27.375329 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:27.404099 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:01:27.430345 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:27.436267 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:27.439010 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 8ade340c-5fc5-4197-82b9-ac354157b449 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:01:27.484394 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:27.638533 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5cd9d8a7-d15c-4ed0-9770-4428bf0312bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:27.647039 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5cd9d8a7-d15c-4ed0-9770-4428bf0312bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:27.658040 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:27.663031 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:27.678999 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:27.686686 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 8ade340c-5fc5-4197-82b9-ac354157b449, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8ade340c-5fc5-4197-82b9-ac354157b449,segment=NetworkSegment(130d6f67-0a99-4f12-9e01-d49e6c783317),segment_id=130d6f67-0a99-4f12-9e01-d49e6c783317)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:27.708417 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Returning: {'device': '8ade340c-5fc5-4197-82b9-ac354157b449', 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'port_id': '8ade340c-5fc5-4197-82b9-ac354157b449', 'mac_address': 'fa:16:3e:4c:35:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:01:27.745732 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9d8a7-d15c-4ed0-9770-4428bf0312bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5cc96b-0640-44ab-90c5-f76f50a67f63,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:27.749861 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5cd9d8a7-d15c-4ed0-9770-4428bf0312bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:27.764948 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-caf8cec7-651d-4c8b-b1af-c6a5d3cfd0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:27.798608 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-5cd9d8a7-d15c-4ed0-9770-4428bf0312bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cac941337c994a348027d52d4de5b36b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6474097 May 10 15:01:27.799328 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 40498) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:27.804556 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-caf8cec7-651d-4c8b-b1af-c6a5d3cfd0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:27.865666 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:27.872265 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2eef8fa0-e701-409b-bcd7-0379d9f02be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:27.906330 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2eef8fa0-e701-409b-bcd7-0379d9f02be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:27.906524 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ade340c-5fc5-4197-82b9-ac354157b449 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:01:27.930700 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d0d59cc4-1da5-4c79-8526-04060ee76a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:27.941176 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 8ade340c-5fc5-4197-82b9-ac354157b449, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8ade340c-5fc5-4197-82b9-ac354157b449,segment=NetworkSegment(130d6f67-0a99-4f12-9e01-d49e6c783317),segment_id=130d6f67-0a99-4f12-9e01-d49e6c783317)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:27.959829 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ffff6183-8844-42bd-9e20-320572621dcb req-8146dbc4-5312-43d2-8382-9aace881e813 service neutron] 10.222.0.47 "GET /v2.0/networks/78f2fc67-b40a-47a4-af30-c194a9ec1a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5987504 May 10 15:01:27.961248 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:27.962999 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:27.982142 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2eef8fa0-e701-409b-bcd7-0379d9f02be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:27.987648 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:28.000085 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef8fa0-e701-409b-bcd7-0379d9f02be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5cc96b-0640-44ab-90c5-f76f50a67f63,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:28.005835 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2eef8fa0-e701-409b-bcd7-0379d9f02be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:28.007499 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2eef8fa0-e701-409b-bcd7-0379d9f02be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:28.008734 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-2eef8fa0-e701-409b-bcd7-0379d9f02be5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d5cc96b-0640-44ab-90c5-f76f50a67f63 HTTP/1.1" status: 204 len: 168 time: 0.2049804 May 10 15:01:28.017295 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8cec7-651d-4c8b-b1af-c6a5d3cfd0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b31e350-1954-4b57-81f2-9ad64f951600,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:28.035567 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-caf8cec7-651d-4c8b-b1af-c6a5d3cfd0a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=09ea9154862440af98407d0a1c34aa11&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2482476 May 10 15:01:28.038508 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 40506) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:28.077613 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=8ade340c-5fc5-4197-82b9-ac354157b449,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:28.081529 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:28.103234 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-caf8cec7-651d-4c8b-b1af-c6a5d3cfd0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:28.116036 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9aed7b47-69ec-4358-be4c-76e1d86e36a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:28.133886 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792990b2-183c-415f-8987-0979bbbd2e18 req-437ddf82-00c0-4bd8-bd06-69873b45080f tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:28.142089 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-792990b2-183c-415f-8987-0979bbbd2e18 req-437ddf82-00c0-4bd8-bd06-69873b45080f tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 943 time: 0.5674064 May 10 15:01:28.147665 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9aed7b47-69ec-4358-be4c-76e1d86e36a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:28.208477 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9aed7b47-69ec-4358-be4c-76e1d86e36a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:28.209486 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f0f33-0409-437f-bffa-917a6d3a719a req-1c0184f6-b2ba-4745-be8c-073d43b03659 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:28.213698 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d5eebaf3-7429-4b21-84e8-81272d49f266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:28.216416 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f63f0f33-0409-437f-bffa-917a6d3a719a req-1c0184f6-b2ba-4745-be8c-073d43b03659 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 944 time: 0.4289372 May 10 15:01:28.226582 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed7b47-69ec-4358-be4c-76e1d86e36a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b31e350-1954-4b57-81f2-9ad64f951600,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:28.229422 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-9aed7b47-69ec-4358-be4c-76e1d86e36a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:28.233699 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9aed7b47-69ec-4358-be4c-76e1d86e36a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:28.234995 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-9aed7b47-69ec-4358-be4c-76e1d86e36a5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b31e350-1954-4b57-81f2-9ad64f951600 HTTP/1.1" status: 204 len: 168 time: 0.1954749 May 10 15:01:28.254473 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:01:28.257396 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-792990b2-183c-415f-8987-0979bbbd2e18 req-ec2e6fb8-ec6b-4885-af49-04153ee26e26 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144609 May 10 15:01:28.294055 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['8ade340c-5fc5-4197-82b9-ac354157b449'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:01:28.301738 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d85a27-9f8c-49d2-acab-332f1864f4e4 req-50aa9023-c9d6-439d-8a6f-106de562a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:28.303439 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-36d85a27-9f8c-49d2-acab-332f1864f4e4 req-50aa9023-c9d6-439d-8a6f-106de562a684 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=164a7782c9ce4c8aae0ebd02811a40d4&device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 1096 time: 0.2922034 May 10 15:01:28.346190 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f63f0f33-0409-437f-bffa-917a6d3a719a req-017e780c-ea7a-4fbb-a9a9-a82def8d48fd tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289182 May 10 15:01:28.447603 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 40516) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:28.473362 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4bf4a3cb-0770-4edd-85b7-e2a25527f99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:28.494275 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-4bf4a3cb-0770-4edd-85b7-e2a25527f99d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:28.500793 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-4bf4a3cb-0770-4edd-85b7-e2a25527f99d admin admin] Usage tracker for resource:security_group_rule and tenant:bc901a5ef9d24490ab3d7afa69803cea is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:28.504624 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-4bf4a3cb-0770-4edd-85b7-e2a25527f99d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:28.511498 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-4bf4a3cb-0770-4edd-85b7-e2a25527f99d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:28.627121 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d85a27-9f8c-49d2-acab-332f1864f4e4 req-a4e3fc13-68dd-4037-831c-d0c6ac74efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:28.627440 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4bf4a3cb-0770-4edd-85b7-e2a25527f99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:28.629140 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-36d85a27-9f8c-49d2-acab-332f1864f4e4 req-a4e3fc13-68dd-4037-831c-d0c6ac74efe0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78f2fc67-b40a-47a4-af30-c194a9ec1a5e HTTP/1.1" status: 200 len: 919 time: 0.3187687 May 10 15:01:28.631785 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4bf4a3cb-0770-4edd-85b7-e2a25527f99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:28.658036 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2eef8fa0-e701-409b-bcd7-0379d9f02be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:28.669157 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-4bf4a3cb-0770-4edd-85b7-e2a25527f99d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc901a5ef9d24490ab3d7afa69803cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197986 May 10 15:01:28.671350 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 40522) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:28.703676 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-36d85a27-9f8c-49d2-acab-332f1864f4e4 req-d259a38c-f6f2-4283-a109-529d2a1da486 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53c33743-67fa-404c-9be9-18a7d00b4c61 HTTP/1.1" status: 200 len: 217 time: 0.0657103 May 10 15:01:28.719940 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4a3cb-0770-4edd-85b7-e2a25527f99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bceb84c5-3b4b-4959-ab4d-39a550affd9b,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:28.724030 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-4bf4a3cb-0770-4edd-85b7-e2a25527f99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:28.748281 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-deb338a9-21a5-4710-913d-e66eb596d390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:28.766867 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e01a4-8d77-4508-9685-003b0639a61a req-9d224183-fd90-4f74-a9b0-acef801e6425 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:28.768380 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d53e01a4-8d77-4508-9685-003b0639a61a req-9d224183-fd90-4f74-a9b0-acef801e6425 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 945 time: 0.3057630 May 10 15:01:28.774846 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-deb338a9-21a5-4710-913d-e66eb596d390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:28.809814 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d85a27-9f8c-49d2-acab-332f1864f4e4 req-7b7b24b4-1557-436e-a4fa-670023c9b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:28.811226 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-36d85a27-9f8c-49d2-acab-332f1864f4e4 req-7b7b24b4-1557-436e-a4fa-670023c9b718 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7951f8e4-474a-43bf-bfda-85f075a9c57f HTTP/1.1" status: 200 len: 858 time: 0.1005058 May 10 15:01:28.832619 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-deb338a9-21a5-4710-913d-e66eb596d390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:28.843586 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-200b3cc7-5af2-40aa-9cc0-f981790b11d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:28.867608 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb338a9-21a5-4710-913d-e66eb596d390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bceb84c5-3b4b-4959-ab4d-39a550affd9b,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:28.870643 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-deb338a9-21a5-4710-913d-e66eb596d390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:28.871773 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-deb338a9-21a5-4710-913d-e66eb596d390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:28.872985 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-deb338a9-21a5-4710-913d-e66eb596d390 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bceb84c5-3b4b-4959-ab4d-39a550affd9b HTTP/1.1" status: 204 len: 168 time: 0.2007501 May 10 15:01:28.878139 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d53e01a4-8d77-4508-9685-003b0639a61a req-f7f14c3d-819c-4ec2-9848-e65fb25f076e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030018 May 10 15:01:28.885269 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-36d85a27-9f8c-49d2-acab-332f1864f4e4 req-54e61db1-af75-4592-a716-08c072aca2d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78f2fc67-b40a-47a4-af30-c194a9ec1a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647771 May 10 15:01:28.885710 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 40532) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:28.924121 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d008b217-7326-4851-8e94-7587c71a7bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:29.006727 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-d008b217-7326-4851-8e94-7587c71a7bc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:29.019095 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-d008b217-7326-4851-8e94-7587c71a7bc6 admin admin] Usage tracker for resource:security_group_rule and tenant:d00cd224e9274efcbaa072fffe92d2eb is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:29.024576 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-d008b217-7326-4851-8e94-7587c71a7bc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:29.043543 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-d008b217-7326-4851-8e94-7587c71a7bc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:29.084110 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-36d85a27-9f8c-49d2-acab-332f1864f4e4 req-fa503691-e91e-40ba-b90e-33f6ada96b4f service neutron] 10.222.0.47 "GET /v2.0/networks/78f2fc67-b40a-47a4-af30-c194a9ec1a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847441 May 10 15:01:29.282309 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-36d85a27-9f8c-49d2-acab-332f1864f4e4 req-b7b156c2-f652-428d-b980-3f4030892362 service neutron] 10.222.0.47 "GET /v2.0/networks/78f2fc67-b40a-47a4-af30-c194a9ec1a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880686 May 10 15:01:29.291136 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d008b217-7326-4851-8e94-7587c71a7bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:29.297270 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d008b217-7326-4851-8e94-7587c71a7bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:29.308465 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:29.353584 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-d008b217-7326-4851-8e94-7587c71a7bc6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d00cd224e9274efcbaa072fffe92d2eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4668324 May 10 15:01:29.354292 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 40552) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:29.355369 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008b217-7326-4851-8e94-7587c71a7bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f88fdaa-6319-4758-b262-c4bcc9e9d986,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:29.358935 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d008b217-7326-4851-8e94-7587c71a7bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:29.524227 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e4ea8-c6f0-4736-a948-824d5bec3ba6 req-91404138-4714-4569-8ee5-cb71215e2939 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:29.525540 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-379ae463-5447-447c-bcf2-0d22102a8f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:29.526204 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-258e4ea8-c6f0-4736-a948-824d5bec3ba6 req-91404138-4714-4569-8ee5-cb71215e2939 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 943 time: 0.1202605 May 10 15:01:29.557022 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-379ae463-5447-447c-bcf2-0d22102a8f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:29.629446 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-258e4ea8-c6f0-4736-a948-824d5bec3ba6 req-b1c45c50-6b3c-40ee-9154-60e93ca5d0b2 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974276 May 10 15:01:29.651565 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-379ae463-5447-447c-bcf2-0d22102a8f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:29.657189 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0b0ed235-f49e-46b6-9d1a-27398fc0cb9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:29.669548 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ae463-5447-447c-bcf2-0d22102a8f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f88fdaa-6319-4758-b262-c4bcc9e9d986,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:29.672926 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-379ae463-5447-447c-bcf2-0d22102a8f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:29.677762 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-379ae463-5447-447c-bcf2-0d22102a8f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:29.681252 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-379ae463-5447-447c-bcf2-0d22102a8f06 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8f88fdaa-6319-4758-b262-c4bcc9e9d986 HTTP/1.1" status: 204 len: 168 time: 0.3234663 May 10 15:01:29.681392 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80f852-6499-4080-8e85-f6bf349bc315 req-04f75fd3-c0b1-48f9-bdb3-ecb1eae20f5d tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:29.681392 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0f80f852-6499-4080-8e85-f6bf349bc315 req-04f75fd3-c0b1-48f9-bdb3-ecb1eae20f5d tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 944 time: 0.1250138 May 10 15:01:29.740411 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0f80f852-6499-4080-8e85-f6bf349bc315 req-f0f3ec74-cf96-4a70-b959-8518eba04585 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532765 May 10 15:01:30.013343 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 40584) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:30.032643 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7c7683fa-80d4-4900-8581-e788fa42ae56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:30.049072 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-7c7683fa-80d4-4900-8581-e788fa42ae56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:30.054044 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-7c7683fa-80d4-4900-8581-e788fa42ae56 admin admin] Usage tracker for resource:security_group_rule and tenant:fe2e35c3e7a342da95c92557393ff934 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:30.056964 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-7c7683fa-80d4-4900-8581-e788fa42ae56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:30.064706 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-7c7683fa-80d4-4900-8581-e788fa42ae56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:30.085406 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c9427-e3a7-40fb-8c1e-067b101065e1 req-6474e72b-e1ac-4577-b4f9-ef83c8159506 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:30.097244 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5b5c9427-e3a7-40fb-8c1e-067b101065e1 req-6474e72b-e1ac-4577-b4f9-ef83c8159506 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 945 time: 0.0981534 May 10 15:01:30.152042 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5b5c9427-e3a7-40fb-8c1e-067b101065e1 req-4c5fe555-965f-4a0a-8c41-ca670697230e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475271 May 10 15:01:30.181759 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7c7683fa-80d4-4900-8581-e788fa42ae56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:30.186074 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7c7683fa-80d4-4900-8581-e788fa42ae56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:30.199591 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-ae8f7720-3fa2-484c-8040-b6a1b4949116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:30.236979 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-7c7683fa-80d4-4900-8581-e788fa42ae56 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe2e35c3e7a342da95c92557393ff934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2224901 May 10 15:01:30.239643 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 40594) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:30.241210 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7683fa-80d4-4900-8581-e788fa42ae56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e048b9f1-bc68-416d-aa69-1d5bbe51db38,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:30.244117 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-7c7683fa-80d4-4900-8581-e788fa42ae56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:30.303440 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7721265a-cdd2-4ad5-add0-36ba8b29e4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:30.328906 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7721265a-cdd2-4ad5-add0-36ba8b29e4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:30.384629 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7721265a-cdd2-4ad5-add0-36ba8b29e4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:30.389721 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-215018ad-3a51-4ad3-8c3d-1b64b96a5bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:30.403694 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721265a-cdd2-4ad5-add0-36ba8b29e4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e048b9f1-bc68-416d-aa69-1d5bbe51db38,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:30.405854 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7721265a-cdd2-4ad5-add0-36ba8b29e4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:30.416951 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7721265a-cdd2-4ad5-add0-36ba8b29e4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:30.420570 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-7721265a-cdd2-4ad5-add0-36ba8b29e4da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e048b9f1-bc68-416d-aa69-1d5bbe51db38 HTTP/1.1" status: 204 len: 168 time: 0.1773331 May 10 15:01:30.881808 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11895076-8df8-4745-8c7e-a665a6771cce req-a0195450-bf7b-4926-8bef-804ea0326437 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:30.883752 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-11895076-8df8-4745-8c7e-a665a6771cce req-a0195450-bf7b-4926-8bef-804ea0326437 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 943 time: 0.1267989 May 10 15:01:30.932691 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 53c33743-67fa-404c-9be9-18a7d00b4c61 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:01:30.984200 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 up at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:31.022729 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-11895076-8df8-4745-8c7e-a665a6771cce req-66c5821c-3f14-41a9-809d-d7435524db2e tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976834 May 10 15:01:31.070762 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c26de-ae68-46bc-9cbd-fa03321aa170 req-90e66f05-8907-4db4-83be-cb4868811905 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:31.084528 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1c3c26de-ae68-46bc-9cbd-fa03321aa170 req-90e66f05-8907-4db4-83be-cb4868811905 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 944 time: 0.1980512 May 10 15:01:31.129824 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1c3c26de-ae68-46bc-9cbd-fa03321aa170 req-1ac55815-f60e-44fa-a3c8-16d41cd98c6e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443456 May 10 15:01:31.286375 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning for port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:01:31.293478 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning complete for port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:31.293862 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:31.387684 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 53c33743-67fa-404c-9be9-18a7d00b4c61, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=53c33743-67fa-404c-9be9-18a7d00b4c61,segment=NetworkSegment(d17850d2-1902-43b7-8545-f8140c991329),segment_id=d17850d2-1902-43b7-8545-f8140c991329)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:31.411268 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Returning: {'device': '53c33743-67fa-404c-9be9-18a7d00b4c61', 'network_id': '78f2fc67-b40a-47a4-af30-c194a9ec1a5e', 'port_id': '53c33743-67fa-404c-9be9-18a7d00b4c61', 'mac_address': 'fa:16:3e:1b:ff:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951f8e4-474a-43bf-bfda-85f075a9c57f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:01:31.418479 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c9516-2526-4693-9e72-693c6f550124 req-d94f6e69-fce5-4e4f-a5c8-2b145eaf291e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:31.427525 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f19c9516-2526-4693-9e72-693c6f550124 req-d94f6e69-fce5-4e4f-a5c8-2b145eaf291e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 945 time: 0.1305678 May 10 15:01:31.497390 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f19c9516-2526-4693-9e72-693c6f550124 req-811173c5-2df2-45bd-82c6-97db126adf38 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596662 May 10 15:01:31.517826 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:31.555136 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:31.567683 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:31.580442 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:31.583521 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c33743-67fa-404c-9be9-18a7d00b4c61 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:01:31.596412 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:31.596882 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 8ade340c-5fc5-4197-82b9-ac354157b449 up at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:31.627822 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-55f5dde6-bb6e-4b09-849a-832b147695fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:31.799090 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3', 'code': 200} May 10 15:01:31.807133 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:31.813804 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 53c33743-67fa-404c-9be9-18a7d00b4c61, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=53c33743-67fa-404c-9be9-18a7d00b4c61,segment=NetworkSegment(d17850d2-1902-43b7-8545-f8140c991329),segment_id=d17850d2-1902-43b7-8545-f8140c991329)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:31.817007 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:31.833267 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:31.836971 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:31.914893 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=53c33743-67fa-404c-9be9-18a7d00b4c61,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:31.917460 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning for port 8ade340c-5fc5-4197-82b9-ac354157b449 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:01:31.923892 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:31.924464 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning complete for port 8ade340c-5fc5-4197-82b9-ac354157b449 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:31.924839 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:31.979825 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5565c5d-96f7-4a67-88c7-70bdee8ddd32 req-64bfb3c5-2126-4b28-a22e-0487657567c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:31.981324 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a5565c5d-96f7-4a67-88c7-70bdee8ddd32 req-64bfb3c5-2126-4b28-a22e-0487657567c5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 1098 time: 0.0886996 May 10 15:01:32.057521 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-a5565c5d-96f7-4a67-88c7-70bdee8ddd32 req-a958a47a-fcad-4002-b1af-8508ce0e7309 service neutron] Synchronizing usage tracker for tenant:91ac34b704284188a9929c99dccae955 on resource:security_group {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:01:32.058873 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:32.095254 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 8ade340c-5fc5-4197-82b9-ac354157b449, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8ade340c-5fc5-4197-82b9-ac354157b449,segment=NetworkSegment(130d6f67-0a99-4f12-9e01-d49e6c783317),segment_id=130d6f67-0a99-4f12-9e01-d49e6c783317)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:32.112376 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-a5565c5d-96f7-4a67-88c7-70bdee8ddd32 req-a958a47a-fcad-4002-b1af-8508ce0e7309 service neutron] Unset dirty status for tenant:91ac34b704284188a9929c99dccae955 on resource:security_group {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:01:32.113582 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a5565c5d-96f7-4a67-88c7-70bdee8ddd32 req-a958a47a-fcad-4002-b1af-8508ce0e7309 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242378 May 10 15:01:32.113842 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:32.119053 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:32.195642 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=8ade340c-5fc5-4197-82b9-ac354157b449,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:32.199112 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:32.273673 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['53c33743-67fa-404c-9be9-18a7d00b4c61'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:01:32.307600 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c2e66-f7ff-4326-81fb-2962da2dbec6 req-c06d0efb-b102-4e1b-8002-a109e4a276d3 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:32.309356 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ac7c2e66-f7ff-4326-81fb-2962da2dbec6 req-c06d0efb-b102-4e1b-8002-a109e4a276d3 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 944 time: 0.1312757 May 10 15:01:32.432268 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ac7c2e66-f7ff-4326-81fb-2962da2dbec6 req-2f91770d-2324-42de-a0ed-07108bd1500a tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170394 May 10 15:01:32.518555 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ddd62-078f-41bd-8a35-310a5729a31c req-73a34ff8-8505-4868-b337-60047b2dc536 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:32.526026 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-354ddd62-078f-41bd-8a35-310a5729a31c req-73a34ff8-8505-4868-b337-60047b2dc536 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.1472151 May 10 15:01:32.593832 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-354ddd62-078f-41bd-8a35-310a5729a31c req-7c489959-553e-48e2-9c66-cf679ded1d80 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669527 May 10 15:01:32.789148 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6af85-8650-4ffe-83f7-3bb625ee606f req-c2bf7693-50b0-4fa3-9399-cc3bd364e3f7 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:32.790553 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7fd6af85-8650-4ffe-83f7-3bb625ee606f req-c2bf7693-50b0-4fa3-9399-cc3bd364e3f7 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1470733 May 10 15:01:32.840420 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7fd6af85-8650-4ffe-83f7-3bb625ee606f req-8b7c3306-88c6-4140-897a-7fca4002539e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439610 May 10 15:01:33.647129 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899df929-6a98-49ed-bd57-ec2887235289 req-2b28ab9d-6c0b-4b27-bfb0-db505a73ceef tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:33.648673 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-899df929-6a98-49ed-bd57-ec2887235289 req-2b28ab9d-6c0b-4b27-bfb0-db505a73ceef tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 944 time: 0.0886455 May 10 15:01:33.743962 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-899df929-6a98-49ed-bd57-ec2887235289 req-927ed815-f13a-4402-8d7b-8b578b010476 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895545 May 10 15:01:33.800972 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ade340c-5fc5-4197-82b9-ac354157b449'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:33.839682 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b163b48-c22e-4c13-b339-3dfa851a1eb9 req-1eef340e-8d8e-47cc-b1e4-d84bc8eb42fe tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:33.841202 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6b163b48-c22e-4c13-b339-3dfa851a1eb9 req-1eef340e-8d8e-47cc-b1e4-d84bc8eb42fe tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.1110899 May 10 15:01:33.857165 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ade340c-5fc5-4197-82b9-ac354157b449', 'code': 200} May 10 15:01:33.891182 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6b163b48-c22e-4c13-b339-3dfa851a1eb9 req-d92c30d6-c21c-4305-b789-91b416f50bf5 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422108 May 10 15:01:34.191209 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:34.226913 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17949d-1d89-46b2-9335-170118ac1b76 req-f596a256-fdeb-4c72-bed3-7948725466b1 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:34.228399 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-be17949d-1d89-46b2-9335-170118ac1b76 req-f596a256-fdeb-4c72-bed3-7948725466b1 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.2738028 May 10 15:01:34.268069 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bf17e-0ba9-41f6-ba17-21783f3d41cc req-4c8cf799-1411-4710-b77c-702ca05f0112 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:34.269526 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1e1bf17e-0ba9-41f6-ba17-21783f3d41cc req-4c8cf799-1411-4710-b77c-702ca05f0112 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.2605939 May 10 15:01:34.278798 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 40772) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:34.284999 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-7a1153fa-d2c3-4c35-8313-f46cfe392183 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Request body: {'floatingip': {'port_id': '7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:34.314260 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-be17949d-1d89-46b2-9335-170118ac1b76 req-c90262f2-488f-4e8e-a8a8-bacb49095823 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650208 May 10 15:01:34.314260 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26476720-7652-4548-8519-4cbf8d992abd req-6d7d9854-3ff7-41f5-b9b3-c319275289d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:34.314260 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-26476720-7652-4548-8519-4cbf8d992abd req-6d7d9854-3ff7-41f5-b9b3-c319275289d5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 1099 time: 0.1874838 May 10 15:01:34.372311 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-26476720-7652-4548-8519-4cbf8d992abd req-5530a829-d922-4042-8c1d-010d78af65ba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448105 May 10 15:01:34.387850 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7a1153fa-d2c3-4c35-8313-f46cfe392183 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for floatingip, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:34.558159 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-7017a6ed-83c5-4fbf-a2f4-6034ae1fff29 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:34.567000 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-7017a6ed-83c5-4fbf-a2f4-6034ae1fff29 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/networks?id=6c618ea2-fc5a-49c9-9109-72bef3480781 HTTP/1.1" status: 200 len: 813 time: 0.1787429 May 10 15:01:34.585090 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-90080449-06c7-473c-9c2d-2f4818caaac3 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/quotas/1787d025769c4b79adba46ce55a5a7ab HTTP/1.1" status: 200 len: 375 time: 0.0166755 May 10 15:01:34.682641 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-54ca4f5b-bbcf-48f4-81a0-36fc2c773dca tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1787d025769c4b79adba46ce55a5a7ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0971596 May 10 15:01:34.873720 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-62d66c22-628b-45d8-939b-504c254ab68a service neutron] 10.222.0.30 "GET /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807613 May 10 15:01:34.939541 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 53c33743-67fa-404c-9be9-18a7d00b4c61 up at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:35.046888 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning for port 53c33743-67fa-404c-9be9-18a7d00b4c61 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:01:35.051950 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning complete for port 53c33743-67fa-404c-9be9-18a7d00b4c61 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:35.052356 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:35.108339 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7a105-71fb-4a20-9863-849691f52b80 req-d5293bec-13ee-4cf4-9f39-012a7323b1dd tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:35.115512 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-06d7a105-71fb-4a20-9863-849691f52b80 req-d5293bec-13ee-4cf4-9f39-012a7323b1dd tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 944 time: 0.1421480 May 10 15:01:35.193178 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-19511d60-4e64-4cbe-8a8d-ac68afd7595b service neutron] 10.222.0.30 "GET /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107197 May 10 15:01:35.216602 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-06d7a105-71fb-4a20-9863-849691f52b80 req-010cba3e-c5f9-4590-b530-fd75dbda7f3a tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909836 May 10 15:01:35.222760 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:35.258589 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 53c33743-67fa-404c-9be9-18a7d00b4c61, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=53c33743-67fa-404c-9be9-18a7d00b4c61,segment=NetworkSegment(d17850d2-1902-43b7-8545-f8140c991329),segment_id=d17850d2-1902-43b7-8545-f8140c991329)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:35.265332 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:35.267528 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:35.342581 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=53c33743-67fa-404c-9be9-18a7d00b4c61,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:35.381686 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:35.390324 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7a1153fa-d2c3-4c35-8313-f46cfe392183 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:35.397830 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7a1153fa-d2c3-4c35-8313-f46cfe392183 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405872'] for floatingip, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:35.485672 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-850854ef-a237-4beb-90e2-77b26d2e6ebf req-502c1e09-5177-4dfd-a789-e9a43f2730c8 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=98e4f0ce-67b5-46cf-b9f4-fe8184875b51 HTTP/1.1" status: 200 len: 210 time: 0.0490503 May 10 15:01:35.685653 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177dfa0-11b2-401d-8e48-f609d7a4d94c req-7e236c1e-86a9-42a3-b19a-40ec0998420e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:35.694574 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8177dfa0-11b2-401d-8e48-f609d7a4d94c req-7e236c1e-86a9-42a3-b19a-40ec0998420e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1960886 May 10 15:01:35.731638 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.db.l3_db [None req-7a1153fa-d2c3-4c35-8313-f46cfe392183 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Floating IP 6e4911e1-0a17-4531-af39-0a0cc348d7de associated. External IP: 172.27.2.229, port: 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3. May 10 15:01:35.753162 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8177dfa0-11b2-401d-8e48-f609d7a4d94c req-2e00caa9-4c8f-4830-9412-2aef74ca1cf5 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570574 May 10 15:01:35.839711 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-fb71d165-cd6b-41db-ad15-0f8de74cae4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:35.858568 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a25748-481a-43ad-b561-08a3dab4ece1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c33743-67fa-404c-9be9-18a7d00b4c61'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:35.920566 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a25748-481a-43ad-b561-08a3dab4ece1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c33743-67fa-404c-9be9-18a7d00b4c61', 'code': 200} May 10 15:01:36.156843 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1153fa-d2c3-4c35-8313-f46cfe392183 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Router aee02500-0660-4c1d-b52a-d9f200bbfb5f has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:01:36.222943 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15184941-8d53-4c55-bd97-9f2a858902ef req-20326baa-2814-4248-b067-f8aa34cf3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:36.224783 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-15184941-8d53-4c55-bd97-9f2a858902ef req-20326baa-2814-4248-b067-f8aa34cf3da9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 1098 time: 0.0841370 May 10 15:01:36.279514 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-15184941-8d53-4c55-bd97-9f2a858902ef req-7838c195-4da6-405e-9d22-1de6ca10c7c5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398757 May 10 15:01:36.383496 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1153fa-d2c3-4c35-8313-f46cfe392183 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:01:36.396848 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b55c4e-d728-4501-95d0-10c055847893 None None] Sync routers for ids ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'] in dv-cinder-774286-14-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:01:36.409742 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7a1153fa-d2c3-4c35-8313-f46cfe392183 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for floatingip, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:36.418623 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b55c4e-d728-4501-95d0-10c055847893 None None] Routers {'aee02500-0660-4c1d-b52a-d9f200bbfb5f'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:01:36.419268 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309498d-3921-48ef-8232-e3443b52d246 req-0de9cbd9-18b5-464f-b2be-d9d06b85c2fb tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:36.422004 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-a4b55c4e-d728-4501-95d0-10c055847893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:01:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:36.427295 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0309498d-3921-48ef-8232-e3443b52d246 req-0de9cbd9-18b5-464f-b2be-d9d06b85c2fb tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.1073031 May 10 15:01:36.484616 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0309498d-3921-48ef-8232-e3443b52d246 req-d442dead-ae7c-4838-890e-03f556011895 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563040 May 10 15:01:36.498818 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-7a1153fa-d2c3-4c35-8313-f46cfe392183 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "PUT /v2.0/floatingips/6e4911e1-0a17-4531-af39-0a0cc348d7de HTTP/1.1" status: 200 len: 991 time: 2.2125714 May 10 15:01:36.498818 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f', 'tag': '7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:36.673624 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-a4b55c4e-d728-4501-95d0-10c055847893 None None] Set router aee02500-0660-4c1d-b52a-d9f200bbfb5f gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:01:36.700425 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1c4e029f-b749-484a-9882-bfb65b7c2b5d req-9d60c494-7ded-4b32-97f4-6200ea15a54c tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=98e4f0ce-67b5-46cf-b9f4-fe8184875b51 HTTP/1.1" status: 200 len: 210 time: 0.0556598 May 10 15:01:36.708586 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f', 'tag': '7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3', 'status': 'completed', 'code': 200} May 10 15:01:36.842716 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 40888) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:36.845685 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047eaf9-b1a9-4440-ad9a-6ac35cea2ac9 req-62b87ab7-e57b-4efd-8d34-55c4346bfc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:36.848300 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3047eaf9-b1a9-4440-ad9a-6ac35cea2ac9 req-62b87ab7-e57b-4efd-8d34-55c4346bfc2b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=59b50fa570d5493abb0dae5e9d6f7738&device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 1098 time: 0.1035759 May 10 15:01:37.102615 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-a4b55c4e-d728-4501-95d0-10c055847893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1761442963-router', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:43Z', 'updated_at': '2021-05-10T15:00:56Z', 'revision_number': 4, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'gw_port': {'id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:44Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': '6e4911e1-0a17-4531-af39-0a0cc348d7de', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'port_id': '7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'mac_address': 'fa:16:3e:4d:94:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:01:11Z', 'updated_at': '2021-05-10T15:01:35Z', 'revision_number': 1, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1978893-0d91-4b79-bc44-5e9b70978083', 'name': '', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'mac_address': 'fa:16:3e:e6:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:54Z', 'updated_at': '2021-05-10T15:01:07Z', 'revision_number': 5, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'subnets': [{'id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:37.108012 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b55c4e-d728-4501-95d0-10c055847893 None None] Checking router: aee02500-0660-4c1d-b52a-d9f200bbfb5f for host: dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:01:37.111759 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fd7c3bc9-ce3d-4b1e-8ef0-14e62322a891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:37.117520 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b55c4e-d728-4501-95d0-10c055847893 None None] Routers {'aee02500-0660-4c1d-b52a-d9f200bbfb5f'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:01:37.118249 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-a4b55c4e-d728-4501-95d0-10c055847893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:01:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:37.152550 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-fd7c3bc9-ce3d-4b1e-8ef0-14e62322a891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:37.164847 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-fd7c3bc9-ce3d-4b1e-8ef0-14e62322a891 admin admin] Usage tracker for resource:security_group_rule and tenant:9db0f33fc0b74b54aeea9690b19e24bb is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:37.176976 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-fd7c3bc9-ce3d-4b1e-8ef0-14e62322a891 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:37.183268 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-fd7c3bc9-ce3d-4b1e-8ef0-14e62322a891 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:37.300709 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fd7c3bc9-ce3d-4b1e-8ef0-14e62322a891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:37.305318 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fd7c3bc9-ce3d-4b1e-8ef0-14e62322a891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:37.315635 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:37.327132 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-e11b57bd-3cbe-416a-8d32-3c67d1812c76 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:37.329332 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-e11b57bd-3cbe-416a-8d32-3c67d1812c76 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.47 "GET /v2.0/networks?id=6c618ea2-fc5a-49c9-9109-72bef3480781 HTTP/1.1" status: 200 len: 813 time: 0.2988884 May 10 15:01:37.358784 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047eaf9-b1a9-4440-ad9a-6ac35cea2ac9 req-345077c8-194c-462e-8219-e1fa77443487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:37.360383 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3047eaf9-b1a9-4440-ad9a-6ac35cea2ac9 req-345077c8-194c-462e-8219-e1fa77443487 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7900d589-d085-4d9e-bb39-0c869bf63df8 HTTP/1.1" status: 200 len: 918 time: 0.5047748 May 10 15:01:37.368053 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acb427-4b6b-45ec-b4f2-6883c26192af req-52f8ca2d-72ee-47cb-b91b-ccdecfc3e90b tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:37.369726 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f4acb427-4b6b-45ec-b4f2-6883c26192af req-52f8ca2d-72ee-47cb-b91b-ccdecfc3e90b tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.3408580 May 10 15:01:37.374696 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-fd7c3bc9-ce3d-4b1e-8ef0-14e62322a891 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9db0f33fc0b74b54aeea9690b19e24bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5286009 May 10 15:01:37.374696 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c3bc9-ce3d-4b1e-8ef0-14e62322a891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36900df5-07c2-40cc-9549-cf519855a1b3,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:37.381245 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 40908) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:37.383396 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c3bc9-ce3d-4b1e-8ef0-14e62322a891 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:37.383774 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c3bc9-ce3d-4b1e-8ef0-14e62322a891 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:37.384280 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c3bc9-ce3d-4b1e-8ef0-14e62322a891 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:37.384637 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c3bc9-ce3d-4b1e-8ef0-14e62322a891 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:37.384986 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c3bc9-ce3d-4b1e-8ef0-14e62322a891 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:37.385337 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c3bc9-ce3d-4b1e-8ef0-14e62322a891 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:37.385682 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c3bc9-ce3d-4b1e-8ef0-14e62322a891 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:37.386024 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c3bc9-ce3d-4b1e-8ef0-14e62322a891 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:37.386368 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c3bc9-ce3d-4b1e-8ef0-14e62322a891 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:37.386823 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c3bc9-ce3d-4b1e-8ef0-14e62322a891 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:37.387288 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c3bc9-ce3d-4b1e-8ef0-14e62322a891 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:37.387631 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c3bc9-ce3d-4b1e-8ef0-14e62322a891 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:37.394022 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-fd7c3bc9-ce3d-4b1e-8ef0-14e62322a891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:37.444540 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Request body: {'port': {'device_id': '98e4f0ce-67b5-46cf-b9f4-fe8184875b51', 'network_id': '6c618ea2-fc5a-49c9-9109-72bef3480781', 'admin_state_up': True, 'tenant_id': '1787d025769c4b79adba46ce55a5a7ab'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:37.457406 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-a4b55c4e-d728-4501-95d0-10c055847893 None None] Set router aee02500-0660-4c1d-b52a-d9f200bbfb5f gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:01:37.668679 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 40922) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:37.729193 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f4acb427-4b6b-45ec-b4f2-6883c26192af req-163e1b04-9fcb-48a8-9b66-174839668a52 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3503394 May 10 15:01:37.770257 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3047eaf9-b1a9-4440-ad9a-6ac35cea2ac9 req-851a1289-1fee-45dd-a701-35e4c77964b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 HTTP/1.1" status: 200 len: 999 time: 0.3933201 May 10 15:01:37.900245 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-a4b55c4e-d728-4501-95d0-10c055847893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1761442963-router', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:43Z', 'updated_at': '2021-05-10T15:00:56Z', 'revision_number': 4, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'gw_port': {'id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:44Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': '6e4911e1-0a17-4531-af39-0a0cc348d7de', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'port_id': '7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'mac_address': 'fa:16:3e:4d:94:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:01:11Z', 'updated_at': '2021-05-10T15:01:35Z', 'revision_number': 1, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1978893-0d91-4b79-bc44-5e9b70978083', 'name': '', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'mac_address': 'fa:16:3e:e6:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:54Z', 'updated_at': '2021-05-10T15:01:07Z', 'revision_number': 5, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'subnets': [{'id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:37.907487 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c528aadc-0455-43d1-9a25-c75512c879f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:37.908898 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b5220d2b-c664-4b04-8b6f-3320ed451bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:37.916269 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b55c4e-d728-4501-95d0-10c055847893 None None] The sync data for ids ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'] in dv-cinder-774286-14-iscsi is: [{'id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1761442963-router', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:43Z', 'updated_at': '2021-05-10T15:00:56Z', 'revision_number': 4, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'gw_port': {'id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:44Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': '6e4911e1-0a17-4531-af39-0a0cc348d7de', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'port_id': '7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'mac_address': 'fa:16:3e:4d:94:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:01:11Z', 'updated_at': '2021-05-10T15:01:35Z', 'revision_number': 1, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1978893-0d91-4b79-bc44-5e9b70978083', 'name': '', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'mac_address': 'fa:16:3e:e6:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:54Z', 'updated_at': '2021-05-10T15:01:07Z', 'revision_number': 5, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'subnets': [{'id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:01:37.925768 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-c528aadc-0455-43d1-9a25-c75512c879f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:37.935159 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-c528aadc-0455-43d1-9a25-c75512c879f8 admin admin] Usage tracker for resource:security_group_rule and tenant:29a8643c73784221bca6423aa9d555ba is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:37.940528 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-c528aadc-0455-43d1-9a25-c75512c879f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:37.951363 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-c528aadc-0455-43d1-9a25-c75512c879f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:37.961328 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:37.968437 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047eaf9-b1a9-4440-ad9a-6ac35cea2ac9 req-4ef74459-1af6-4754-89a7-131826477911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:37.970487 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3047eaf9-b1a9-4440-ad9a-6ac35cea2ac9 req-4ef74459-1af6-4754-89a7-131826477911 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b7e9e96-1dce-417a-b62d-87a2de80d899 HTTP/1.1" status: 200 len: 856 time: 0.1878691 May 10 15:01:37.977516 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b5220d2b-c664-4b04-8b6f-3320ed451bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:37.989384 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Usage tracker for resource:port and tenant:1787d025769c4b79adba46ce55a5a7ab is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:38.030247 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:38.065135 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:38.078265 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c528aadc-0455-43d1-9a25-c75512c879f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:38.084557 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c528aadc-0455-43d1-9a25-c75512c879f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:38.095033 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-379ae463-5447-447c-bcf2-0d22102a8f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:38.129850 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ca6d6-e708-44cc-8241-cc6de303e12d req-526b111e-7269-4a5d-83d4-c91165e52739 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:38.131340 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-068ca6d6-e708-44cc-8241-cc6de303e12d req-526b111e-7269-4a5d-83d4-c91165e52739 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.4969051 May 10 15:01:38.135745 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-c528aadc-0455-43d1-9a25-c75512c879f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29a8643c73784221bca6423aa9d555ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4658887 May 10 15:01:38.137523 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528aadc-0455-43d1-9a25-c75512c879f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c9fc38-8502-458c-a44f-9b3dd6696148,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:38.139797 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 40940) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:38.142488 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c528aadc-0455-43d1-9a25-c75512c879f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:38.178561 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ee9cd5a1-7e0b-4c6f-a787-eed3cc6a41e5 req-2cfe3774-5b7b-43c0-ba79-0d94f5a1880b tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=98e4f0ce-67b5-46cf-b9f4-fe8184875b51 HTTP/1.1" status: 200 len: 210 time: 0.1331375 May 10 15:01:38.207921 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Made reservation on behalf of 1787d025769c4b79adba46ce55a5a7ab for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:01:38.212393 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:38.217985 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-841c9562-8a81-47d2-80e5-ba205dd34d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:38.266994 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-841c9562-8a81-47d2-80e5-ba205dd34d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:38.269667 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-068ca6d6-e708-44cc-8241-cc6de303e12d req-57cf3b87-d243-4d4a-8464-3da6964ef06b tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022539 May 10 15:01:38.271028 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a000d564-bb4c-43b4-b132-89d1930929e1 None None] New status for floating IP 6e4911e1-0a17-4531-af39-0a0cc348d7de: ACTIVE {{(pid=78744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:01:38.340492 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b5220d2b-c664-4b04-8b6f-3320ed451bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:38.377736 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-841c9562-8a81-47d2-80e5-ba205dd34d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:38.384120 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047eaf9-b1a9-4440-ad9a-6ac35cea2ac9 req-151d810f-8a21-430f-9d44-abf493cab6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:38.385664 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3047eaf9-b1a9-4440-ad9a-6ac35cea2ac9 req-151d810f-8a21-430f-9d44-abf493cab6a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7900d589-d085-4d9e-bb39-0c869bf63df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3903584 May 10 15:01:38.392959 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b9c9697f-8a02-4a31-bac5-a66e4b1d9425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:38.395592 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:38.408211 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c9562-8a81-47d2-80e5-ba205dd34d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c9fc38-8502-458c-a44f-9b3dd6696148,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:38.415344 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-841c9562-8a81-47d2-80e5-ba205dd34d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:38.416905 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-841c9562-8a81-47d2-80e5-ba205dd34d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:38.418323 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-841c9562-8a81-47d2-80e5-ba205dd34d8a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e1c9fc38-8502-458c-a44f-9b3dd6696148 HTTP/1.1" status: 204 len: 168 time: 0.2774134 May 10 15:01:38.453055 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5220d2b-c664-4b04-8b6f-3320ed451bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36900df5-07c2-40cc-9549-cf519855a1b3,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:38.462917 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b5220d2b-c664-4b04-8b6f-3320ed451bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:38.518513 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:38.612617 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-b2ef6935-ce92-4da6-aff3-93db663f73f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:38.686793 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b5220d2b-c664-4b04-8b6f-3320ed451bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:38.691218 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-b5220d2b-c664-4b04-8b6f-3320ed451bef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36900df5-07c2-40cc-9549-cf519855a1b3 HTTP/1.1" status: 204 len: 168 time: 1.3085480 May 10 15:01:38.699638 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3047eaf9-b1a9-4440-ad9a-6ac35cea2ac9 req-22f630d8-907b-46ae-8bde-5be545a2f9f6 service neutron] 10.222.0.47 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894928 May 10 15:01:38.725369 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Allocated IP 172.20.0.13 (6c618ea2-fc5a-49c9-9109-72bef3480781/f3645e3a-0b0e-40a0-8820-7f6d645d7cf2/01a40788-ca0f-45ea-9b96-977e27813e6f) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:01:38.775123 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de147f-a989-4031-8b4c-b25588e406a8 req-b7277b68-90f8-4ce7-8984-6bfdd3e4d7ac tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:38.779738 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-00de147f-a989-4031-8b4c-b25588e406a8 req-b7277b68-90f8-4ce7-8984-6bfdd3e4d7ac tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.4474752 May 10 15:01:38.788258 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 40954) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:38.788769 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 40956) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:38.807464 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-a28165fd-bd2a-46a0-8ac6-62d024649746 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Request body: {'floatingip': {'port_id': '8ade340c-5fc5-4197-82b9-ac354157b449'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:38.882481 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d6a169c2-8dfd-41f3-8393-8142875ab05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:38.909616 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a28165fd-bd2a-46a0-8ac6-62d024649746 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for floatingip, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:39.008091 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-d6a169c2-8dfd-41f3-8393-8142875ab05f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:39.064362 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-d6a169c2-8dfd-41f3-8393-8142875ab05f admin admin] Usage tracker for resource:security_group_rule and tenant:fd3f109eef8f448c81f8a3fd05065a01 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:39.073986 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-d6a169c2-8dfd-41f3-8393-8142875ab05f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:39.090753 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-d6a169c2-8dfd-41f3-8393-8142875ab05f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:39.165970 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3047eaf9-b1a9-4440-ad9a-6ac35cea2ac9 req-25caeb60-8271-4aa0-97c6-214ccf43d2a3 service neutron] 10.222.0.47 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300253 May 10 15:01:39.183825 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e4797-a37c-4b0a-ad69-3999c43dd848 req-6ff23983-4cbf-4f10-8b42-23056e750a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:39.186094 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-c25e4797-a37c-4b0a-ad69-3999c43dd848 req-6ff23983-4cbf-4f10-8b42-23056e750a16 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=164a7782c9ce4c8aae0ebd02811a40d4&device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 1098 time: 0.4591923 May 10 15:01:39.206962 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a887b-07dd-4578-9654-a6aade437553 req-266eb0ee-7aef-4c65-bade-9c48ede9e6ed tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:39.215178 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e68a887b-07dd-4578-9654-a6aade437553 req-266eb0ee-7aef-4c65-bade-9c48ede9e6ed tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.4556687 May 10 15:01:39.253546 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 40974) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:39.303712 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8fe909e0-f785-4616-abd2-745e8f5eb2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:39.345196 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-8fe909e0-f785-4616-abd2-745e8f5eb2fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:39.360159 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e68a887b-07dd-4578-9654-a6aade437553 req-9f5267f8-9dce-47a4-8a04-178d2f80eab7 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408148 May 10 15:01:39.380295 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:39.406450 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-8fe909e0-f785-4616-abd2-745e8f5eb2fc admin admin] Usage tracker for resource:security_group_rule and tenant:bd864b52c78a4274898ba2bbf73d47e5 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:39.411301 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:39.414269 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-8fe909e0-f785-4616-abd2-745e8f5eb2fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:39.426812 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-a57410e2-0089-4e54-96a1-c4faffb4eb60 req-47e92296-1f5b-425c-87bd-36f65739b7e1 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Synchronizing usage tracker for tenant:1787d025769c4b79adba46ce55a5a7ab on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:01:39.429083 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 40980) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:39.431642 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-8fe909e0-f785-4616-abd2-745e8f5eb2fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:39.480460 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-a57410e2-0089-4e54-96a1-c4faffb4eb60 req-47e92296-1f5b-425c-87bd-36f65739b7e1 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Unset dirty status for tenant:1787d025769c4b79adba46ce55a5a7ab on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:01:39.481829 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a57410e2-0089-4e54-96a1-c4faffb4eb60 req-47e92296-1f5b-425c-87bd-36f65739b7e1 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=98e4f0ce-67b5-46cf-b9f4-fe8184875b51 HTTP/1.1" status: 200 len: 210 time: 0.1423228 May 10 15:01:39.530991 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:39.546857 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d284e0f1-4ff5-45fa-8d06-ca3515e87208 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:39.547135 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['71d577f8-1f8b-4665-919b-f1cf5ba15ffa'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:01:39.632442 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-62029eea-5a76-43c9-8797-70989fbb5946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:39.646225 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Network 6c618ea2-fc5a-49c9-9109-72bef3480781 is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:01:39.656895 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:01:39.659366 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:01:39.663362 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d6a169c2-8dfd-41f3-8393-8142875ab05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:39.681832 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d6a169c2-8dfd-41f3-8393-8142875ab05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:39.688642 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8fe909e0-f785-4616-abd2-745e8f5eb2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:39.702182 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-39b2050b-e897-49f9-b58b-be8492d040bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:39.705272 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-62029eea-5a76-43c9-8797-70989fbb5946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:39.707280 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8fe909e0-f785-4616-abd2-745e8f5eb2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:39.724590 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-62029eea-5a76-43c9-8797-70989fbb5946 admin admin] Usage tracker for resource:security_group_rule and tenant:359f06d3899c4712ac88b893a6f9ebe7 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:39.744236 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-62029eea-5a76-43c9-8797-70989fbb5946 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:39.758887 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Pushing event updated for resources: {'Port': ['ID=01a40788-ca0f-45ea-9b96-977e27813e6f,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:39.773365 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-62029eea-5a76-43c9-8797-70989fbb5946 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:39.777056 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-d6a169c2-8dfd-41f3-8393-8142875ab05f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd3f109eef8f448c81f8a3fd05065a01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9873786 May 10 15:01:39.780673 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:39.781141 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:39.781361 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:39.781743 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:39.782065 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:39.782498 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:39.782820 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:39.783013 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 40986) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:39.783191 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:39.783581 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:39.783913 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:39.784280 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:39.784590 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:39.788315 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e4797-a37c-4b0a-ad69-3999c43dd848 req-45b92698-2155-4ca2-8371-a2802fb9a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:39.788756 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:39.789723 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-c25e4797-a37c-4b0a-ad69-3999c43dd848 req-45b92698-2155-4ca2-8371-a2802fb9a433 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78f2fc67-b40a-47a4-af30-c194a9ec1a5e HTTP/1.1" status: 200 len: 919 time: 0.5942535 May 10 15:01:39.791486 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:39.792789 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a169c2-8dfd-41f3-8393-8142875ab05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd63fac4-0eb1-4945-b05b-dde967d26812,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:39.804836 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:39.805437 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:39.807765 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d6a169c2-8dfd-41f3-8393-8142875ab05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:39.818066 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-8fe909e0-f785-4616-abd2-745e8f5eb2fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd864b52c78a4274898ba2bbf73d47e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5634770 May 10 15:01:39.827897 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 40990) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:39.880213 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe909e0-f785-4616-abd2-745e8f5eb2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe7f366-0424-4a53-84a0-414afb276193,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:39.884648 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8fe909e0-f785-4616-abd2-745e8f5eb2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:39.894730 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5145519 May 10 15:01:39.901034 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-c25e4797-a37c-4b0a-ad69-3999c43dd848 req-2278d67d-9444-4e34-b752-90a9f299094c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53c33743-67fa-404c-9be9-18a7d00b4c61 HTTP/1.1" status: 200 len: 217 time: 0.0923004 May 10 15:01:39.924388 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] Request body: {'port': {'device_id': '98e4f0ce-67b5-46cf-b9f4-fe8184875b51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:40.015324 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bcd768b8-232c-42ca-99a9-7739d3de2300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.072953 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e4797-a37c-4b0a-ad69-3999c43dd848 req-fd8f0c60-baaf-4ac1-a264-4fcb6b4b8b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:40.074392 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-c25e4797-a37c-4b0a-ad69-3999c43dd848 req-fd8f0c60-baaf-4ac1-a264-4fcb6b4b8b27 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7951f8e4-474a-43bf-bfda-85f075a9c57f HTTP/1.1" status: 200 len: 858 time: 0.1130929 May 10 15:01:40.083614 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-361b2fa0-37ef-4eed-adf2-9dc1e2f0b721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.100118 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bcd768b8-232c-42ca-99a9-7739d3de2300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.159153 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-361b2fa0-37ef-4eed-adf2-9dc1e2f0b721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.168166 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-c25e4797-a37c-4b0a-ad69-3999c43dd848 req-a48fe213-827e-4233-a61b-d9cd0ebe21f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78f2fc67-b40a-47a4-af30-c194a9ec1a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604429 May 10 15:01:40.168521 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-62029eea-5a76-43c9-8797-70989fbb5946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.178864 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-62029eea-5a76-43c9-8797-70989fbb5946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.193244 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:40.202834 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.277357 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-62029eea-5a76-43c9-8797-70989fbb5946 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=359f06d3899c4712ac88b893a6f9ebe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8424401 May 10 15:01:40.278181 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62029eea-5a76-43c9-8797-70989fbb5946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29396472-2379-4f4b-8b3e-e0d1a88bae3f,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:40.280828 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 40996) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:40.284407 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.db.resource_extend [None req-a28165fd-bd2a-46a0-8ac6-62d024649746 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 15:01:40.293228 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-62029eea-5a76-43c9-8797-70989fbb5946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:40.304815 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bcd768b8-232c-42ca-99a9-7739d3de2300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.311706 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:40.339396 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd768b8-232c-42ca-99a9-7739d3de2300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe7f366-0424-4a53-84a0-414afb276193,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:40.358350 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-bcd768b8-232c-42ca-99a9-7739d3de2300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:40.415194 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bcd768b8-232c-42ca-99a9-7739d3de2300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.418957 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-bcd768b8-232c-42ca-99a9-7739d3de2300 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5fe7f366-0424-4a53-84a0-414afb276193 HTTP/1.1" status: 204 len: 168 time: 0.5882361 May 10 15:01:40.421133 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a28165fd-bd2a-46a0-8ac6-62d024649746 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.425024 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-361b2fa0-37ef-4eed-adf2-9dc1e2f0b721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.431872 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6b7d7c37-5789-4c33-9f25-c13ac7f9f5aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:40.442682 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a28165fd-bd2a-46a0-8ac6-62d024649746 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405872'] for floatingip, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.480248 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f2a4517c-fa72-4a20-8d01-341066440829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.505608 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-c25e4797-a37c-4b0a-ad69-3999c43dd848 req-a8c12133-530a-41c2-8d2d-35c9b0c80267 service neutron] 10.222.0.47 "GET /v2.0/networks/78f2fc67-b40a-47a4-af30-c194a9ec1a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193822 May 10 15:01:40.563348 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b2fa0-37ef-4eed-adf2-9dc1e2f0b721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd63fac4-0eb1-4945-b05b-dde967d26812,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:40.575731 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-361b2fa0-37ef-4eed-adf2-9dc1e2f0b721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:40.654057 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f2a4517c-fa72-4a20-8d01-341066440829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.664637 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-361b2fa0-37ef-4eed-adf2-9dc1e2f0b721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.666028 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-361b2fa0-37ef-4eed-adf2-9dc1e2f0b721 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd63fac4-0eb1-4945-b05b-dde967d26812 HTTP/1.1" status: 204 len: 168 time: 0.8794367 May 10 15:01:40.809605 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f2a4517c-fa72-4a20-8d01-341066440829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.818954 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-caf8cec7-651d-4c8b-b1af-c6a5d3cfd0a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:40.839356 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4517c-fa72-4a20-8d01-341066440829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29396472-2379-4f4b-8b3e-e0d1a88bae3f,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:40.842788 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.db.l3_db [None req-a28165fd-bd2a-46a0-8ac6-62d024649746 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Floating IP b1950c53-caed-487a-a3f5-69c5ffb367a1 associated. External IP: 172.27.2.61, port: 8ade340c-5fc5-4197-82b9-ac354157b449. May 10 15:01:40.856559 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-f2a4517c-fa72-4a20-8d01-341066440829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:40.875635 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f2a4517c-fa72-4a20-8d01-341066440829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:40.880258 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-f2a4517c-fa72-4a20-8d01-341066440829 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29396472-2379-4f4b-8b3e-e0d1a88bae3f HTTP/1.1" status: 204 len: 168 time: 0.5868702 May 10 15:01:40.889224 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebf91e-291d-4161-87f0-880aded314cd req-05b721f1-b30f-4383-8ef8-dd3f68ffd9e9 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:40.890760 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fcebf91e-291d-4161-87f0-880aded314cd req-05b721f1-b30f-4383-8ef8-dd3f68ffd9e9 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.2915010 May 10 15:01:40.942431 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:41.020260 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf79f6b-8e94-47e7-bb10-d396473cb8de req-2b48a45a-e971-4464-9f18-b912e4477c20 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:41.027498 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2cf79f6b-8e94-47e7-bb10-d396473cb8de req-2b48a45a-e971-4464-9f18-b912e4477c20 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=98e4f0ce-67b5-46cf-b9f4-fe8184875b51 HTTP/1.1" status: 200 len: 932 time: 0.3421795 May 10 15:01:41.068322 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fcebf91e-291d-4161-87f0-880aded314cd req-0250271f-bd19-489f-b3fa-98ee10e6dfd6 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667104 May 10 15:01:41.073929 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a40788-ca0f-45ea-9b96-977e27813e6f {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:01:41.081606 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-c25e4797-a37c-4b0a-ad69-3999c43dd848 req-93323b39-3fa3-4abf-bc4d-72d0337a29af service neutron] 10.222.0.47 "GET /v2.0/networks/78f2fc67-b40a-47a4-af30-c194a9ec1a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046906 May 10 15:01:41.089008 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:41.138569 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2cf79f6b-8e94-47e7-bb10-d396473cb8de req-ec411ad4-f88b-4742-ad7e-76de07c1eaeb tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101122 May 10 15:01:41.152116 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] Transition to ACTIVE for port object 01a40788-ca0f-45ea-9b96-977e27813e6f will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:01:41.158401 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:41.163360 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-748047f4-3c90-4033-9db4-105565406f83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:41.343610 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] Pushing event updated for resources: {'Port': ['ID=01a40788-ca0f-45ea-9b96-977e27813e6f,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:41.346311 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:41.449225 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 41034) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:41.492204 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28165fd-bd2a-46a0-8ac6-62d024649746 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Router 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:01:41.497560 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5e44c8a5-86b4-4b30-93db-44715e6202e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:41.558240 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] Attempting to bind port 01a40788-ca0f-45ea-9b96-977e27813e6f on host hv-cinder-77428 for vnic_type normal with profile {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:01:41.558990 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] Attempting to bind port 01a40788-ca0f-45ea-9b96-977e27813e6f by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '0a4f6d3d-54b8-4664-9a29-c42dc2e1562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6c618ea2-fc5a-49c9-9109-72bef3480781'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:01:41.559505 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] Attempting to bind port 01a40788-ca0f-45ea-9b96-977e27813e6f on network 6c618ea2-fc5a-49c9-9109-72bef3480781 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:41.565193 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] Port 01a40788-ca0f-45ea-9b96-977e27813e6f on network 6c618ea2-fc5a-49c9-9109-72bef3480781 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:01:41.565758 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] Attempting to bind port 01a40788-ca0f-45ea-9b96-977e27813e6f on network 6c618ea2-fc5a-49c9-9109-72bef3480781 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:41.571244 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] Checking agent: {'id': '22792be7-dc61-4190-b12e-2da4263bba02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:01:41.571673 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] Checking segment: {'id': '0a4f6d3d-54b8-4664-9a29-c42dc2e1562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6c618ea2-fc5a-49c9-9109-72bef3480781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:01:41.572242 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] Bound using segment: {'id': '0a4f6d3d-54b8-4664-9a29-c42dc2e1562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6c618ea2-fc5a-49c9-9109-72bef3480781'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:01:41.572762 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] Bound port: 01a40788-ca0f-45ea-9b96-977e27813e6f, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a4f6d3d-54b8-4664-9a29-c42dc2e1562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6c618ea2-fc5a-49c9-9109-72bef3480781'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:01:41.573339 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:41.579865 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-5e44c8a5-86b4-4b30-93db-44715e6202e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:41.652007 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-5e44c8a5-86b4-4b30-93db-44715e6202e6 admin admin] Usage tracker for resource:security_group_rule and tenant:0a99876f3e0e40b4b04ab5d93aaaf044 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:41.657345 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-5e44c8a5-86b4-4b30-93db-44715e6202e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:41.667711 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-5e44c8a5-86b4-4b30-93db-44715e6202e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:41.678996 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] For port 01a40788-ca0f-45ea-9b96-977e27813e6f, host hv-cinder-77428, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:01:41.685868 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] For port 01a40788-ca0f-45ea-9b96-977e27813e6f, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=01a40788-ca0f-45ea-9b96-977e27813e6f,segment=NetworkSegment(0a4f6d3d-54b8-4664-9a29-c42dc2e1562f),segment_id=0a4f6d3d-54b8-4664-9a29-c42dc2e1562f)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:01:41.691371 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:41.698271 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8cf2f74e-14f4-4910-91e8-acaab8c5cd14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:41.756967 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28165fd-bd2a-46a0-8ac6-62d024649746 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:01:41.769640 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b9766-c601-44f7-9c35-fd4a526113a5 None None] Sync routers for ids ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'] in dv-cinder-774286-14-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:01:41.773417 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:41.774429 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:41.776932 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] 10.222.0.47 "PUT /v2.0/ports/01a40788-ca0f-45ea-9b96-977e27813e6f HTTP/1.1" status: 200 len: 1094 time: 1.8634269 May 10 15:01:41.779502 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a28165fd-bd2a-46a0-8ac6-62d024649746 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for floatingip, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:41.780746 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e4f0ce-67b5-46cf-b9f4-fe8184875b51', 'tag': '01a40788-ca0f-45ea-9b96-977e27813e6f'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:41.789001 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06b9766-c601-44f7-9c35-fd4a526113a5 None None] Routers {'4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:01:41.789646 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-e06b9766-c601-44f7-9c35-fd4a526113a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:01:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:41.843793 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-a28165fd-bd2a-46a0-8ac6-62d024649746 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "PUT /v2.0/floatingips/b1950c53-caed-487a-a3f5-69c5ffb367a1 HTTP/1.1" status: 200 len: 991 time: 3.0525601 May 10 15:01:41.867043 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79', 'tag': '8ade340c-5fc5-4197-82b9-ac354157b449'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:41.897118 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] Pushing event updated for resources: {'Port': ['ID=01a40788-ca0f-45ea-9b96-977e27813e6f,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:41.907687 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:41.909772 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e4f0ce-67b5-46cf-b9f4-fe8184875b51', 'tag': '01a40788-ca0f-45ea-9b96-977e27813e6f', 'status': 'completed', 'code': 200} May 10 15:01:41.970036 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-551e45b2-ce83-42ed-ad89-7189dfef7489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:41.971514 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-551e45b2-ce83-42ed-ad89-7189dfef7489 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1787d025769c4b79adba46ce55a5a7ab&device_id=98e4f0ce-67b5-46cf-b9f4-fe8184875b51 HTTP/1.1" status: 200 len: 1097 time: 0.1390426 May 10 15:01:41.973955 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5e44c8a5-86b4-4b30-93db-44715e6202e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:41.980185 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5e44c8a5-86b4-4b30-93db-44715e6202e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:41.995619 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6d826da0-1663-40db-b33d-cd20a8ffd642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:42.105014 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-5e44c8a5-86b4-4b30-93db-44715e6202e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a99876f3e0e40b4b04ab5d93aaaf044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6546299 May 10 15:01:42.105265 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 41068) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:42.108979 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44c8a5-86b4-4b30-93db-44715e6202e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60973154-f0a3-41dd-946f-d60ae70bb0fd,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:42.118622 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5e44c8a5-86b4-4b30-93db-44715e6202e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:42.186761 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79', 'tag': '8ade340c-5fc5-4197-82b9-ac354157b449', 'status': 'completed', 'code': 200} May 10 15:01:42.200946 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-4669c30f-2db6-4e83-afc1-9e4d77bae90a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01a40788-ca0f-45ea-9b96-977e27813e6f HTTP/1.1" status: 200 len: 217 time: 0.2173750 May 10 15:01:42.284501 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-e06b9766-c601-44f7-9c35-fd4a526113a5 None None] Set router 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:01:42.322000 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e152fb0-abc6-4d4d-8afb-c65cee6f6403 req-d5e35ee2-1e2a-414f-aebb-ba420f8d1d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:42.323934 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-1e152fb0-abc6-4d4d-8afb-c65cee6f6403 req-d5e35ee2-1e2a-414f-aebb-ba420f8d1d6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fffa979fe3184d2a9b52cf1e0d0c6fed&device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 1099 time: 0.0927827 May 10 15:01:42.485941 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9651fff1-43d7-4b1e-8d6a-5e0021b7bfe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:42.493664 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e152fb0-abc6-4d4d-8afb-c65cee6f6403 req-2fab6d3a-fc41-4590-b3ea-f4002afdfcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:42.495309 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-1e152fb0-abc6-4d4d-8afb-c65cee6f6403 req-2fab6d3a-fc41-4590-b3ea-f4002afdfcf9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4bd3a929-9efd-4c35-af1e-656216678278 HTTP/1.1" status: 200 len: 911 time: 0.1565676 May 10 15:01:42.565616 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9651fff1-43d7-4b1e-8d6a-5e0021b7bfe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:42.567230 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 41092) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:42.620858 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-01f54793-763c-4ea2-88c7-29150f73ae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:42.622315 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-01f54793-763c-4ea2-88c7-29150f73ae25 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3645e3a-0b0e-40a0-8820-7f6d645d7cf2 HTTP/1.1" status: 200 len: 853 time: 0.3624659 May 10 15:01:42.682087 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-1e152fb0-abc6-4d4d-8afb-c65cee6f6403 req-7a7755a9-9c64-413f-bdad-24864e22c35d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ade340c-5fc5-4197-82b9-ac354157b449 HTTP/1.1" status: 200 len: 999 time: 0.1745691 May 10 15:01:42.706978 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-9a27d0ad-d2bc-495f-a434-15cf5b669516 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6c618ea2-fc5a-49c9-9109-72bef3480781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688784 May 10 15:01:42.746536 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe81fca-6f46-44f5-bda7-20c0d03239c6 req-30f2b694-4f28-43b4-9a76-7234c2ecb8d0 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:42.763503 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8fe81fca-6f46-44f5-bda7-20c0d03239c6 req-30f2b694-4f28-43b4-9a76-7234c2ecb8d0 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.3910382 May 10 15:01:42.829142 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e152fb0-abc6-4d4d-8afb-c65cee6f6403 req-68d46e73-7e0f-4a8a-b301-9e12d7634ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:42.830675 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-1e152fb0-abc6-4d4d-8afb-c65cee6f6403 req-68d46e73-7e0f-4a8a-b301-9e12d7634ecd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63dd5146-b7c8-4898-831f-2c4c3824cf1a HTTP/1.1" status: 200 len: 849 time: 0.1333296 May 10 15:01:42.955951 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-e06b9766-c601-44f7-9c35-fd4a526113a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'name': 'tempest-AttachVolumeTestJSON-528424911-router', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '5d282935-a9ae-4765-9da3-86222aef7403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:38Z', 'updated_at': '2021-05-10T15:00:50Z', 'revision_number': 4, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'gw_port': {'id': '5d282935-a9ae-4765-9da3-86222aef7403', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:40Z', 'updated_at': '2021-05-10T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': 'b1950c53-caed-487a-a3f5-69c5ffb367a1', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'floating_ip_address': '172.27.2.61', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'port_id': '8ade340c-5fc5-4197-82b9-ac354157b449', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'mac_address': 'fa:16:3e:4c:35:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:01:07Z', 'updated_at': '2021-05-10T15:01:40Z', 'revision_number': 1, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c855a9-802f-4899-a8e4-a63026ad3acd', 'name': '', 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'mac_address': 'fa:16:3e:42:52:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:47Z', 'updated_at': '2021-05-10T15:01:05Z', 'revision_number': 5, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'subnets': [{'id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:42.962962 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b9766-c601-44f7-9c35-fd4a526113a5 None None] Checking router: 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba for host: dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:01:42.977127 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06b9766-c601-44f7-9c35-fd4a526113a5 None None] Routers {'4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:01:42.978114 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-e06b9766-c601-44f7-9c35-fd4a526113a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:01:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:43.042792 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06dda5-55a3-493b-9faf-44bc8d75df43 req-d5452806-1e01-4b9a-9c46-e5bc03a6c447 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:43.044473 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e152fb0-abc6-4d4d-8afb-c65cee6f6403 req-f189b13a-5cfc-4d1a-bb53-811b27f3d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:43.049096 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-1e152fb0-abc6-4d4d-8afb-c65cee6f6403 req-f189b13a-5cfc-4d1a-bb53-811b27f3d77d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4bd3a929-9efd-4c35-af1e-656216678278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1952503 May 10 15:01:43.056592 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-df06dda5-55a3-493b-9faf-44bc8d75df43 req-d5452806-1e01-4b9a-9c46-e5bc03a6c447 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=98e4f0ce-67b5-46cf-b9f4-fe8184875b51 HTTP/1.1" status: 200 len: 944 time: 0.5441194 May 10 15:01:43.061904 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-709398295-network', 'tenant_id': '3222bff414db4628b3a31649eb8f9715'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:43.111205 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9651fff1-43d7-4b1e-8d6a-5e0021b7bfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:43.116100 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:43.129774 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:43.144345 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651fff1-43d7-4b1e-8d6a-5e0021b7bfe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60973154-f0a3-41dd-946f-d60ae70bb0fd,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:43.156203 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8fe81fca-6f46-44f5-bda7-20c0d03239c6 req-75e7aba6-9763-4b4d-89ed-334f1dd654b8 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934188 May 10 15:01:43.166115 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9651fff1-43d7-4b1e-8d6a-5e0021b7bfe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:43.191078 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] Usage tracker for resource:network and tenant:3222bff414db4628b3a31649eb8f9715 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:43.199009 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:43.209681 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:43.227901 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-df06dda5-55a3-493b-9faf-44bc8d75df43 req-2a8eb61a-1a64-46c3-850f-d509d57fef70 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703622 May 10 15:01:43.245869 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] Made reservation on behalf of 3222bff414db4628b3a31649eb8f9715 for: {'network': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:01:43.248169 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for network, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:43.270209 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:43.286013 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-e06b9766-c601-44f7-9c35-fd4a526113a5 None None] Set router 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:01:43.321409 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:43.325703 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] Usage tracker for resource:security_group_rule and tenant:3222bff414db4628b3a31649eb8f9715 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:43.327253 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-d0d78ad5-5f4c-4e45-9094-714c6edbb121 service neutron] 10.222.0.47 "GET /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5492713 May 10 15:01:43.329855 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9651fff1-43d7-4b1e-8d6a-5e0021b7bfe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:43.330462 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-1e152fb0-abc6-4d4d-8afb-c65cee6f6403 req-143ee3d4-6feb-43ff-bbb5-6b94d06f68cd service neutron] 10.222.0.47 "GET /v2.0/networks/4bd3a929-9efd-4c35-af1e-656216678278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603238 May 10 15:01:43.331400 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:43.334858 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-9651fff1-43d7-4b1e-8d6a-5e0021b7bfe4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60973154-f0a3-41dd-946f-d60ae70bb0fd HTTP/1.1" status: 204 len: 168 time: 1.2263911 May 10 15:01:43.339374 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:43.498752 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-1e152fb0-abc6-4d4d-8afb-c65cee6f6403 req-b87aa560-e9ea-4797-bc2a-31e2f265efaf service neutron] 10.222.0.47 "GET /v2.0/networks/4bd3a929-9efd-4c35-af1e-656216678278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486416 May 10 15:01:43.681204 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:43.686495 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:43.693487 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-cb675d86-85cb-4259-945e-b6e6cdd500ac tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:43.719905 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c519028-dda2-4b4a-afb8-141424d4d8d4 req-fec5d295-e328-465c-8250-e329ce7d31b1 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:43.722053 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4c519028-dda2-4b4a-afb8-141424d4d8d4 req-fec5d295-e328-465c-8250-e329ce7d31b1 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/ports?device_id=81cf2ad7-bf82-4178-bd39-3fa46949319e HTTP/1.1" status: 200 len: 945 time: 0.3715818 May 10 15:01:43.726294 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5caf0cef-e4ba-4fcb-9137-58bfc20cafec req-11525b9c-03ed-4ca1-8cb9-3b35c583f1b9 service neutron] 10.222.0.47 "GET /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772326 May 10 15:01:43.745440 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 41132) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:43.762046 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=78742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:01:43.775216 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553cd71f-d299-472d-bad6-a4e11a0cbe6b,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:43.778267 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4c519028-dda2-4b4a-afb8-141424d4d8d4 req-06f6e5f7-3f1a-4925-8bc9-e08814eedefe tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/security-groups?id=afe299e6-a175-4f23-a857-9c3a696fa1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491128 May 10 15:01:43.791223 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:43.799195 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:43.799703 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.db.segments_db [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] Added segment 52280481-a84c-4a84-9476-5233144bac56 of type vlan for network 8ecb542f-a0d1-4652-943d-8615363fca02 May 10 15:01:43.832929 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729786867074'] for network, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:43.869825 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for network, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:43.874127 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:43.874924 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:43.884809 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-f584a75b-6ce9-4947-b131-f5766fe1e1b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:43.901306 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-e06b9766-c601-44f7-9c35-fd4a526113a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'name': 'tempest-AttachVolumeTestJSON-528424911-router', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '5d282935-a9ae-4765-9da3-86222aef7403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:38Z', 'updated_at': '2021-05-10T15:00:50Z', 'revision_number': 4, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'gw_port': {'id': '5d282935-a9ae-4765-9da3-86222aef7403', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:40Z', 'updated_at': '2021-05-10T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': 'b1950c53-caed-487a-a3f5-69c5ffb367a1', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'floating_ip_address': '172.27.2.61', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'port_id': '8ade340c-5fc5-4197-82b9-ac354157b449', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'mac_address': 'fa:16:3e:4c:35:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:01:07Z', 'updated_at': '2021-05-10T15:01:40Z', 'revision_number': 1, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c855a9-802f-4899-a8e4-a63026ad3acd', 'name': '', 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'mac_address': 'fa:16:3e:42:52:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:47Z', 'updated_at': '2021-05-10T15:01:05Z', 'revision_number': 5, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'subnets': [{'id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:43.907091 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b9766-c601-44f7-9c35-fd4a526113a5 None None] The sync data for ids ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'] in dv-cinder-774286-14-iscsi is: [{'id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'name': 'tempest-AttachVolumeTestJSON-528424911-router', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '5d282935-a9ae-4765-9da3-86222aef7403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:38Z', 'updated_at': '2021-05-10T15:00:50Z', 'revision_number': 4, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'gw_port': {'id': '5d282935-a9ae-4765-9da3-86222aef7403', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:40Z', 'updated_at': '2021-05-10T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': 'b1950c53-caed-487a-a3f5-69c5ffb367a1', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'floating_ip_address': '172.27.2.61', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'port_id': '8ade340c-5fc5-4197-82b9-ac354157b449', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'mac_address': 'fa:16:3e:4c:35:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:01:07Z', 'updated_at': '2021-05-10T15:01:40Z', 'revision_number': 1, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c855a9-802f-4899-a8e4-a63026ad3acd', 'name': '', 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'mac_address': 'fa:16:3e:42:52:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:47Z', 'updated_at': '2021-05-10T15:01:05Z', 'revision_number': 5, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'subnets': [{'id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:01:43.925420 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706090ad-4557-4601-9d24-f930b6153653 req-58a03631-a028-4e74-b42e-fa0993822d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:43.927172 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-706090ad-4557-4601-9d24-f930b6153653 req-58a03631-a028-4e74-b42e-fa0993822d1e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1787d025769c4b79adba46ce55a5a7ab&device_id=98e4f0ce-67b5-46cf-b9f4-fe8184875b51 HTTP/1.1" status: 200 len: 1097 time: 0.1257014 May 10 15:01:44.129079 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706090ad-4557-4601-9d24-f930b6153653 req-4e3905ca-2dfe-4989-a09c-cfaa88a4ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:44.130570 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-706090ad-4557-4601-9d24-f930b6153653 req-4e3905ca-2dfe-4989-a09c-cfaa88a4ecd9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6c618ea2-fc5a-49c9-9109-72bef3480781 HTTP/1.1" status: 200 len: 914 time: 0.1962252 May 10 15:01:44.167709 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-93e8d06e-5de6-463f-bf9f-0862027219a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:44.195289 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] Pushing event updated for resources: {'Network': ['ID=8ecb542f-a0d1-4652-943d-8615363fca02,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:44.206248 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:44.206465 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Network 8ecb542f-a0d1-4652-943d-8615363fca02 details requested by agent ovs-agent-dv-cinder-774286-14-iscsi with host dv-cinder-774286-14-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:01:44.211409 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6436119 May 10 15:01:44.213889 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 41152) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:44.220788 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-e41630de-6c6b-4097-acbd-7dcfe2df4b61 admin admin] Request body: {'subnet': {'network_id': '8ecb542f-a0d1-4652-943d-8615363fca02', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-709398295-subnet', 'tenant_id': '3222bff414db4628b3a31649eb8f9715', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:44.225953 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-93e8d06e-5de6-463f-bf9f-0862027219a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:44.232868 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-e41630de-6c6b-4097-acbd-7dcfe2df4b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:44.238044 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-e41630de-6c6b-4097-acbd-7dcfe2df4b61 admin admin] Usage tracker for resource:subnet and tenant:3222bff414db4628b3a31649eb8f9715 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:44.241095 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-e41630de-6c6b-4097-acbd-7dcfe2df4b61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:44.262707 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-93e8d06e-5de6-463f-bf9f-0862027219a3 admin admin] Usage tracker for resource:security_group_rule and tenant:858bb0cdce8544c288c38dc9c952ca4a is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:44.270288 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-e41630de-6c6b-4097-acbd-7dcfe2df4b61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:44.273498 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-93e8d06e-5de6-463f-bf9f-0862027219a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:44.278313 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-706090ad-4557-4601-9d24-f930b6153653 req-1b3bd81c-13b4-4c6d-8810-8fe475b69f53 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01a40788-ca0f-45ea-9b96-977e27813e6f HTTP/1.1" status: 200 len: 217 time: 0.1363039 May 10 15:01:44.291192 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-93e8d06e-5de6-463f-bf9f-0862027219a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:44.315824 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41630de-6c6b-4097-acbd-7dcfe2df4b61 admin admin] Made reservation on behalf of 3222bff414db4628b3a31649eb8f9715 for: {'subnet': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:01:44.318635 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e41630de-6c6b-4097-acbd-7dcfe2df4b61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10807652'] for subnet, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:44.354384 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81ece66-6c17-4ee8-860c-621c9a00973f None None] New status for floating IP b1950c53-caed-487a-a3f5-69c5ffb367a1: ACTIVE {{(pid=78744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:01:44.358160 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706090ad-4557-4601-9d24-f930b6153653 req-75855567-9a69-4f19-9039-392793b3b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:44.360171 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-706090ad-4557-4601-9d24-f930b6153653 req-75855567-9a69-4f19-9039-392793b3b5be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3645e3a-0b0e-40a0-8820-7f6d645d7cf2 HTTP/1.1" status: 200 len: 853 time: 0.0736742 May 10 15:01:44.589281 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-706090ad-4557-4601-9d24-f930b6153653 req-cfda7dfc-9327-4a6b-b1be-2290bebee152 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6c618ea2-fc5a-49c9-9109-72bef3480781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1784794 May 10 15:01:44.603733 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-93e8d06e-5de6-463f-bf9f-0862027219a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:44.612569 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-93e8d06e-5de6-463f-bf9f-0862027219a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:44.641569 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-4bf4a3cb-0770-4edd-85b7-e2a25527f99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:44.650166 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-93e8d06e-5de6-463f-bf9f-0862027219a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=858bb0cdce8544c288c38dc9c952ca4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8950984 May 10 15:01:44.655499 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 41170) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:44.711945 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8d06e-5de6-463f-bf9f-0862027219a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01aff48d-98a3-461d-a35c-7fa22858c54c,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:44.731021 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-93e8d06e-5de6-463f-bf9f-0862027219a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:44.731958 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73715a-2cba-4c37-9c88-b79ad2911545 req-4c205d0d-e32e-4b8f-a7fc-d5b538a9474f tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:44.739201 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0a73715a-2cba-4c37-9c88-b79ad2911545 req-4c205d0d-e32e-4b8f-a7fc-d5b538a9474f tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.3837574 May 10 15:01:44.811196 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0a554-4460-41e4-89aa-8efe55adb500 req-59eb9e92-87f7-41a2-8e6f-156a07013a68 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:44.813294 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cdb0a554-4460-41e4-89aa-8efe55adb500 req-59eb9e92-87f7-41a2-8e6f-156a07013a68 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=98e4f0ce-67b5-46cf-b9f4-fe8184875b51 HTTP/1.1" status: 200 len: 944 time: 0.4008615 May 10 15:01:44.841465 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d0d11e3c-33ca-43df-b0c7-770e7ec7eeb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:44.856582 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0a73715a-2cba-4c37-9c88-b79ad2911545 req-246c094f-72d7-4880-99b5-b4651fc72518 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159630 May 10 15:01:44.880132 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-706090ad-4557-4601-9d24-f930b6153653 req-38a76412-8961-44e3-a8cb-6a5a751129f0 service neutron] 10.222.0.47 "GET /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637053 May 10 15:01:44.941197 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d0d11e3c-33ca-43df-b0c7-770e7ec7eeb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:45.015442 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cdb0a554-4460-41e4-89aa-8efe55adb500 req-ec3bfca9-a683-4ffa-83c9-a2e141265d39 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948893 May 10 15:01:45.032399 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4fe4e-c250-4c09-a358-5e5f6500ee6c req-347872bd-6b35-4a1f-b28a-99a27183d200 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:45.032399 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-1dc4fe4e-c250-4c09-a358-5e5f6500ee6c req-347872bd-6b35-4a1f-b28a-99a27183d200 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.47 "GET /v2.0/ports?device_id=81cf2ad7-bf82-4178-bd39-3fa46949319e HTTP/1.1" status: 200 len: 945 time: 0.2539303 May 10 15:01:45.074777 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-706090ad-4557-4601-9d24-f930b6153653 req-c16c7f6c-b5eb-43c1-bd84-83cd2935a45c service neutron] 10.222.0.47 "GET /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908872 May 10 15:01:45.138524 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d0d11e3c-33ca-43df-b0c7-770e7ec7eeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:45.155698 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2a8bc7cb-661e-42f1-82c4-3758d483b391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:45.181301 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d11e3c-33ca-43df-b0c7-770e7ec7eeb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01aff48d-98a3-461d-a35c-7fa22858c54c,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:45.183658 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d0d11e3c-33ca-43df-b0c7-770e7ec7eeb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:45.235824 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b5f3e-d223-4729-9cde-85830e3cd433 req-58eda3f9-2dbb-4d15-8612-e94d0cb98653 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:45.237329 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-895b5f3e-d223-4729-9cde-85830e3cd433 req-58eda3f9-2dbb-4d15-8612-e94d0cb98653 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/ports?device_id=81cf2ad7-bf82-4178-bd39-3fa46949319e HTTP/1.1" status: 200 len: 945 time: 0.0915792 May 10 15:01:45.281210 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d0d11e3c-33ca-43df-b0c7-770e7ec7eeb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:45.284878 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-d0d11e3c-33ca-43df-b0c7-770e7ec7eeb2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01aff48d-98a3-461d-a35c-7fa22858c54c HTTP/1.1" status: 204 len: 168 time: 0.6240053 May 10 15:01:45.285034 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-895b5f3e-d223-4729-9cde-85830e3cd433 req-78559ba3-e69f-4e55-9639-1c2bac71b903 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/security-groups?id=afe299e6-a175-4f23-a857-9c3a696fa1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398662 May 10 15:01:45.323748 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e41630de-6c6b-4097-acbd-7dcfe2df4b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10774988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10807574'] for subnet, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:45.332045 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-dfd08ebf-62cb-4456-88e1-1570499a1eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:45.425981 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41630de-6c6b-4097-acbd-7dcfe2df4b61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7cc4429-e286-4101-895c-eceacd012914,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:45.428718 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-e41630de-6c6b-4097-acbd-7dcfe2df4b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:45.441309 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [req-1dc4fe4e-c250-4c09-a358-5e5f6500ee6c req-ec4878f1-5594-4ed2-9f75-4e1ddc769812 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Deleting port 939466d5-ef67-43ca-b71c-6161a6bfc4bc {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:01:45.441673 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-1dc4fe4e-c250-4c09-a358-5e5f6500ee6c req-ec4878f1-5594-4ed2-9f75-4e1ddc769812 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:45.459824 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41630de-6c6b-4097-acbd-7dcfe2df4b61 admin admin] Checking segment: {'id': '52280481-a84c-4a84-9476-5233144bac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ecb542f-a0d1-4652-943d-8615363fca02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:01:45.460212 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41630de-6c6b-4097-acbd-7dcfe2df4b61 admin admin] Network hostable DHCP agents. Network: 8ecb542f-a0d1-4652-943d-8615363fca02, hostable agents: ['c2c2a961-2376-4d10-9e89-a93ed7bded42'], hosted agents: [] {{(pid=78742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:01:45.544148 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41630de-6c6b-4097-acbd-7dcfe2df4b61 admin admin] Network 8ecb542f-a0d1-4652-943d-8615363fca02 is scheduled to be hosted by DHCP agent c2c2a961-2376-4d10-9e89-a93ed7bded42 with binding_index 1 {{(pid=78742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:01:45.574856 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-e41630de-6c6b-4097-acbd-7dcfe2df4b61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-14-iscsi, 8ecb542f-a0d1-4652-943d-8615363fca02) {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:01:45.583668 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54dfb62-b25a-4942-8c68-c442a0332c54 None None] Network 8ecb542f-a0d1-4652-943d-8615363fca02 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:01:45.591919 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41630de-6c6b-4097-acbd-7dcfe2df4b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:45.592608 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e41630de-6c6b-4097-acbd-7dcfe2df4b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:45.622598 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-1dc4fe4e-c250-4c09-a358-5e5f6500ee6c req-ec4878f1-5594-4ed2-9f75-4e1ddc769812 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] For port 939466d5-ef67-43ca-b71c-6161a6bfc4bc, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=939466d5-ef67-43ca-b71c-6161a6bfc4bc,segment=NetworkSegment(34485131-a2c5-45d1-aeb4-e83054c55c6c),segment_id=34485131-a2c5-45d1-aeb4-e83054c55c6c)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:45.623011 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-1dc4fe4e-c250-4c09-a358-5e5f6500ee6c req-ec4878f1-5594-4ed2-9f75-4e1ddc769812 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:45.631771 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-e41630de-6c6b-4097-acbd-7dcfe2df4b61 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4169090 May 10 15:01:45.736069 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 41232) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:45.754851 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-15fe4ffe-bbf3-4846-b171-ed64178cf64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:45.771275 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-15fe4ffe-bbf3-4846-b171-ed64178cf64e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:45.774330 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [req-1dc4fe4e-c250-4c09-a358-5e5f6500ee6c req-ec4878f1-5594-4ed2-9f75-4e1ddc769812 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Calling delete_port for 939466d5-ef67-43ca-b71c-6161a6bfc4bc owned by compute:nova {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:01:45.775908 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-15fe4ffe-bbf3-4846-b171-ed64178cf64e admin admin] Usage tracker for resource:security_group_rule and tenant:d59cc2ba109541fe84789b2c51058df6 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:45.779098 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-15fe4ffe-bbf3-4846-b171-ed64178cf64e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:45.785392 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-15fe4ffe-bbf3-4846-b171-ed64178cf64e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:45.811164 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f78891-5eac-44a6-bfa4-20a3753ffc48 None None] Network 8ecb542f-a0d1-4652-943d-8615363fca02 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:01:45.914418 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-15fe4ffe-bbf3-4846-b171-ed64178cf64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:45.922616 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-15fe4ffe-bbf3-4846-b171-ed64178cf64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:45.941153 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-80e15c03-ddec-462b-8c4b-f66350593fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:46.003181 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe4ffe-bbf3-4846-b171-ed64178cf64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082ba89b-8f36-4d6c-90d5-2bcd438f1452,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:46.028532 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-15fe4ffe-bbf3-4846-b171-ed64178cf64e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d59cc2ba109541fe84789b2c51058df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2908835 May 10 15:01:46.032650 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-15fe4ffe-bbf3-4846-b171-ed64178cf64e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:46.032650 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 41250) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:46.116565 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-1dc4fe4e-c250-4c09-a358-5e5f6500ee6c req-ec4878f1-5594-4ed2-9f75-4e1ddc769812 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:46.135788 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:46.147558 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['939466d5-ef67-43ca-b71c-6161a6bfc4bc'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:01:46.197780 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4878f1-5594-4ed2-9f75-4e1ddc769812 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Pushing event deleted for resources: {'Port': ['ID=939466d5-ef67-43ca-b71c-6161a6bfc4bc,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:46.206221 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-ec4878f1-5594-4ed2-9f75-4e1ddc769812 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:46.209929 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c03b7110-8caa-4497-8707-6e3b0d45bd51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:46.294072 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c03b7110-8caa-4497-8707-6e3b0d45bd51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:46.323091 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc75e0-5019-4a5e-82fa-2feca06784d8 req-17161aa3-51d4-45fe-a5a4-6182cc11c42c tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:46.324735 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-79cc75e0-5019-4a5e-82fa-2feca06784d8 req-17161aa3-51d4-45fe-a5a4-6182cc11c42c tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.2352421 May 10 15:01:46.372463 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc4fe4e-c250-4c09-a358-5e5f6500ee6c req-ec4878f1-5594-4ed2-9f75-4e1ddc769812 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] No DVR routers for this DVR port 939466d5-ef67-43ca-b71c-6161a6bfc4bc on host hv-cinder-77428 {{(pid=78742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:01:46.376974 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-1dc4fe4e-c250-4c09-a358-5e5f6500ee6c req-ec4878f1-5594-4ed2-9f75-4e1ddc769812 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:46.380870 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cf2ad7-bf82-4178-bd39-3fa46949319e', 'name': 'network-vif-deleted', 'tag': '939466d5-ef67-43ca-b71c-6161a6bfc4bc'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:46.398485 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-1dc4fe4e-c250-4c09-a358-5e5f6500ee6c req-ec4878f1-5594-4ed2-9f75-4e1ddc769812 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.47 "DELETE /v2.0/ports/939466d5-ef67-43ca-b71c-6161a6bfc4bc HTTP/1.1" status: 204 len: 173 time: 1.3482046 May 10 15:01:46.408326 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-79cc75e0-5019-4a5e-82fa-2feca06784d8 req-df2f5872-06cb-48c6-9349-545bd02bf1f6 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698850 May 10 15:01:46.434931 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3bfc0-c5fb-40dc-8486-57bb22e4a70b req-e54292bf-1f98-4185-9c72-7a3d40553554 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:46.436643 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3ee3bfc0-c5fb-40dc-8486-57bb22e4a70b req-e54292bf-1f98-4185-9c72-7a3d40553554 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=98e4f0ce-67b5-46cf-b9f4-fe8184875b51 HTTP/1.1" status: 200 len: 944 time: 0.2199624 May 10 15:01:46.439094 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c03b7110-8caa-4497-8707-6e3b0d45bd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:46.446545 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:46.477817 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b7110-8caa-4497-8707-6e3b0d45bd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082ba89b-8f36-4d6c-90d5-2bcd438f1452,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:46.482395 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-c03b7110-8caa-4497-8707-6e3b0d45bd51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:46.484364 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c03b7110-8caa-4497-8707-6e3b0d45bd51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:46.485557 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-c03b7110-8caa-4497-8707-6e3b0d45bd51 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/082ba89b-8f36-4d6c-90d5-2bcd438f1452 HTTP/1.1" status: 204 len: 168 time: 0.4528439 May 10 15:01:46.527112 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3ee3bfc0-c5fb-40dc-8486-57bb22e4a70b req-93a82e6c-8333-407d-930f-1393b02aa718 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816224 May 10 15:01:46.791563 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cf2ad7-bf82-4178-bd39-3fa46949319e', 'name': 'network-vif-deleted', 'tag': '939466d5-ef67-43ca-b71c-6161a6bfc4bc', 'status': 'completed', 'code': 200} May 10 15:01:46.832388 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-afb3bff7-16e5-47d7-9724-477379271bd5 req-87d113ac-e2e3-4a15-ab22-4da69322b85e tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] 10.222.0.30 "GET /v2.0/ports?device_id=81cf2ad7-bf82-4178-bd39-3fa46949319e HTTP/1.1" status: 200 len: 210 time: 0.0501797 May 10 15:01:47.026037 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 01a40788-ca0f-45ea-9b96-977e27813e6f details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:01:47.171358 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 01a40788-ca0f-45ea-9b96-977e27813e6f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=01a40788-ca0f-45ea-9b96-977e27813e6f,segment=NetworkSegment(0a4f6d3d-54b8-4664-9a29-c42dc2e1562f),segment_id=0a4f6d3d-54b8-4664-9a29-c42dc2e1562f)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:47.186695 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Returning: {'device': '01a40788-ca0f-45ea-9b96-977e27813e6f', 'network_id': '6c618ea2-fc5a-49c9-9109-72bef3480781', 'port_id': '01a40788-ca0f-45ea-9b96-977e27813e6f', 'mac_address': 'fa:16:3e:86:ac:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3645e3a-0b0e-40a0-8820-7f6d645d7cf2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:01:47.244650 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:47.263220 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a40788-ca0f-45ea-9b96-977e27813e6f {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:01:47.280670 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 01a40788-ca0f-45ea-9b96-977e27813e6f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=01a40788-ca0f-45ea-9b96-977e27813e6f,segment=NetworkSegment(0a4f6d3d-54b8-4664-9a29-c42dc2e1562f),segment_id=0a4f6d3d-54b8-4664-9a29-c42dc2e1562f)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:47.284286 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:47.285953 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:47.347295 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 41290) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:47.354287 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=01a40788-ca0f-45ea-9b96-977e27813e6f,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:47.362123 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:47.362463 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:47.362792 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:47.363118 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:47.363438 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:47.363755 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:47.364095 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:47.364412 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:47.364726 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:47.365036 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:47.365345 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:47.365654 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:01:47.369471 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:47.458293 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1382981948-network', 'tenant_id': '7fab840f400a4fb3a8999f588602e0b2'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:47.462967 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:47.466968 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] Usage tracker for resource:network and tenant:7fab840f400a4fb3a8999f588602e0b2 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:47.471285 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:47.477348 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:47.486419 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] Made reservation on behalf of 7fab840f400a4fb3a8999f588602e0b2 for: {'network': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:01:47.488861 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for network, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:47.501346 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:47.517420 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:47.521302 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] Usage tracker for resource:security_group_rule and tenant:7fab840f400a4fb3a8999f588602e0b2 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:47.524198 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:47.529867 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:47.614515 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a4bfb-8b70-409a-a5fc-e1967cbdbf35 req-07cbb7ad-0712-44dc-856d-61dc722e3045 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:47.615798 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-024a4bfb-8b70-409a-a5fc-e1967cbdbf35 req-07cbb7ad-0712-44dc-856d-61dc722e3045 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.0933430 May 10 15:01:47.632391 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:47.637500 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:47.640384 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['01a40788-ca0f-45ea-9b96-977e27813e6f'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:01:47.643234 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d0d11e3c-33ca-43df-b0c7-770e7ec7eeb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:47.671004 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=78742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:01:47.688629 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:47.711019 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:47.712581 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:47.713140 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.db.segments_db [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] Added segment 7cd815ba-9b5a-4807-b6e8-1c979f860135 of type vlan for network b77e92c3-d36c-4510-8b62-765a4a371b78 May 10 15:01:47.730411 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-024a4bfb-8b70-409a-a5fc-e1967cbdbf35 req-ef62dac0-8236-47ca-99b3-921a4e1d77ca tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078084 May 10 15:01:47.773638 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729786867074'] for network, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:47.826970 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d494702-daed-4195-b86f-5b331aefa9e4 req-074b8479-9a3c-4e31-9480-686143f61183 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:47.831123 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8d494702-daed-4195-b86f-5b331aefa9e4 req-074b8479-9a3c-4e31-9480-686143f61183 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=98e4f0ce-67b5-46cf-b9f4-fe8184875b51 HTTP/1.1" status: 200 len: 945 time: 0.1678145 May 10 15:01:47.848296 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for network, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:47.850059 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:47.850910 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:47.855805 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:47.934674 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8d494702-daed-4195-b86f-5b331aefa9e4 req-7adaa9b6-ee16-462c-a4cf-7a378222ebf4 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949497 May 10 15:01:47.996405 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] Pushing event updated for resources: {'Network': ['ID=b77e92c3-d36c-4510-8b62-765a4a371b78,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:48.007451 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:48.010315 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Network b77e92c3-d36c-4510-8b62-765a4a371b78 details requested by agent ovs-agent-dv-cinder-774286-14-iscsi with host dv-cinder-774286-14-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:01:48.029018 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 41312) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:48.029565 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6812353 May 10 15:01:48.034595 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-8675cf44-3446-4124-9d8d-d2171f9e58e6 admin admin] Request body: {'subnet': {'network_id': 'b77e92c3-d36c-4510-8b62-765a4a371b78', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1382981948-subnet', 'tenant_id': '7fab840f400a4fb3a8999f588602e0b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:48.040872 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-8675cf44-3446-4124-9d8d-d2171f9e58e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:48.054195 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-8675cf44-3446-4124-9d8d-d2171f9e58e6 admin admin] Usage tracker for resource:subnet and tenant:7fab840f400a4fb3a8999f588602e0b2 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:48.060628 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-8675cf44-3446-4124-9d8d-d2171f9e58e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:48.070068 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-8675cf44-3446-4124-9d8d-d2171f9e58e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:48.086246 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8675cf44-3446-4124-9d8d-d2171f9e58e6 admin admin] Made reservation on behalf of 7fab840f400a4fb3a8999f588602e0b2 for: {'subnet': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:01:48.093014 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8675cf44-3446-4124-9d8d-d2171f9e58e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1290569'] for subnet, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:48.374383 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-bf83ec2d-b0c2-4b15-9058-630c2e7b5c9d tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:48.376440 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-bf83ec2d-b0c2-4b15-9058-630c2e7b5c9d tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/networks?id=8ecb542f-a0d1-4652-943d-8615363fca02 HTTP/1.1" status: 200 len: 813 time: 0.1733699 May 10 15:01:48.422787 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-35d5b1f1-755d-47eb-a73f-f1b912df21fb tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/quotas/3222bff414db4628b3a31649eb8f9715 HTTP/1.1" status: 200 len: 375 time: 0.0172408 May 10 15:01:48.551305 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-fefbaf7a-2c4b-45a7-8d12-db4b46ef4f0e tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3222bff414db4628b3a31649eb8f9715&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1192951 May 10 15:01:48.765025 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-7e13f938-66ea-4e0c-a735-0120e426589e service neutron] 10.222.0.30 "GET /v2.0/networks/8ecb542f-a0d1-4652-943d-8615363fca02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027338 May 10 15:01:48.981483 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-8bd0f10c-1ec7-48e2-adaf-e5254b8cc214 service neutron] 10.222.0.30 "GET /v2.0/networks/8ecb542f-a0d1-4652-943d-8615363fca02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089069 May 10 15:01:49.035645 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 01a40788-ca0f-45ea-9b96-977e27813e6f up at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:49.043534 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23746c-5a7a-4287-bb96-2c1fc61b7aaa req-8b12c5b4-2f2c-4ccf-9821-20778462cb70 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:49.045268 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6c23746c-5a7a-4287-bb96-2c1fc61b7aaa req-8b12c5b4-2f2c-4ccf-9821-20778462cb70 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.1887085 May 10 15:01:49.096458 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8675cf44-3446-4124-9d8d-d2171f9e58e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1867932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1290555'] for subnet, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:49.105128 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b4ebcf22-f099-4901-bc7c-9ead60f79c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:49.148796 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning for port 01a40788-ca0f-45ea-9b96-977e27813e6f completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:01:49.155109 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning complete for port 01a40788-ca0f-45ea-9b96-977e27813e6f triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:49.156753 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:49.176472 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6c23746c-5a7a-4287-bb96-2c1fc61b7aaa req-944fd119-235c-4192-9fc0-3144b66a4d3a tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084290 May 10 15:01:49.291624 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675cf44-3446-4124-9d8d-d2171f9e58e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb74b1e2-1575-4991-a648-54a6ec4c4aa6,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:49.310485 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8675cf44-3446-4124-9d8d-d2171f9e58e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:49.316084 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8675cf44-3446-4124-9d8d-d2171f9e58e6 admin admin] Checking segment: {'id': '7cd815ba-9b5a-4807-b6e8-1c979f860135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b77e92c3-d36c-4510-8b62-765a4a371b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:01:49.316437 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8675cf44-3446-4124-9d8d-d2171f9e58e6 admin admin] Network hostable DHCP agents. Network: b77e92c3-d36c-4510-8b62-765a4a371b78, hostable agents: ['c2c2a961-2376-4d10-9e89-a93ed7bded42'], hosted agents: [] {{(pid=78743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:01:49.333484 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:49.347285 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8675cf44-3446-4124-9d8d-d2171f9e58e6 admin admin] Network b77e92c3-d36c-4510-8b62-765a4a371b78 is scheduled to be hosted by DHCP agent c2c2a961-2376-4d10-9e89-a93ed7bded42 with binding_index 1 {{(pid=78743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:01:49.366150 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e4f0ce-67b5-46cf-b9f4-fe8184875b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a40788-ca0f-45ea-9b96-977e27813e6f'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:49.377242 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-8675cf44-3446-4124-9d8d-d2171f9e58e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-14-iscsi, b77e92c3-d36c-4510-8b62-765a4a371b78) {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:01:49.381060 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 01a40788-ca0f-45ea-9b96-977e27813e6f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=01a40788-ca0f-45ea-9b96-977e27813e6f,segment=NetworkSegment(0a4f6d3d-54b8-4664-9a29-c42dc2e1562f),segment_id=0a4f6d3d-54b8-4664-9a29-c42dc2e1562f)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:49.386605 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38995bc-49ff-4c7f-9994-c9a07e679455 req-50ac4b95-d035-4eca-9862-63538c4f4342 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:49.388289 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a38995bc-49ff-4c7f-9994-c9a07e679455 req-50ac4b95-d035-4eca-9862-63538c4f4342 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=98e4f0ce-67b5-46cf-b9f4-fe8184875b51 HTTP/1.1" status: 200 len: 945 time: 0.1467566 May 10 15:01:49.388975 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd174907-b81a-4d80-8867-b4a423d2e10a None None] Network b77e92c3-d36c-4510-8b62-765a4a371b78 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:01:49.396312 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8675cf44-3446-4124-9d8d-d2171f9e58e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:49.396903 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8675cf44-3446-4124-9d8d-d2171f9e58e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:49.406435 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:49.407546 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 939466d5-ef67-43ca-b71c-6161a6bfc4bc no longer exists at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:01:49.440181 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:49.506994 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b4ed1508-4a6b-4680-bae6-2cff329146d8 req-1aa4c9fc-befc-4980-805b-ad530a6f1790 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c0c64c7-b40a-4f71-9b9c-b151ad13162c HTTP/1.1" status: 200 len: 210 time: 0.0862336 May 10 15:01:49.511584 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-8675cf44-3446-4124-9d8d-d2171f9e58e6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4814458 May 10 15:01:49.541464 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a38995bc-49ff-4c7f-9994-c9a07e679455 req-9a52d04b-bcac-4836-ab29-c0dadbdab2b6 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407566 May 10 15:01:49.543781 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] No Port match for: 939466d5-ef67-43ca-b71c-6161a6bfc4bc {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:01:49.557162 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 939466d5-ef67-43ca-b71c-6161a6bfc4bc not bound to the agent host hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:01:49.655836 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e4f0ce-67b5-46cf-b9f4-fe8184875b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a40788-ca0f-45ea-9b96-977e27813e6f', 'code': 200} May 10 15:01:49.674435 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=01a40788-ca0f-45ea-9b96-977e27813e6f,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:49.680885 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:49.780089 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628b5f35-44b0-49d6-9686-f8c53e86c24b None None] Network b77e92c3-d36c-4510-8b62-765a4a371b78 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:01:49.836993 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 41370) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:50.000541 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f47ab2-2c75-43a2-ba0e-d178744fbff2 admin admin] Deleting subnet 29a78988-6a65-4722-a8f7-d1935de5924b {{(pid=78742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:01:50.004782 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-12f47ab2-2c75-43a2-ba0e-d178744fbff2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:50.069287 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-12f47ab2-2c75-43a2-ba0e-d178744fbff2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2091132'] for subnet, precommit_delete_associations {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:50.140428 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-12f47ab2-2c75-43a2-ba0e-d178744fbff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482653'] for subnet, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:50.191952 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9197d4f-dc31-4c7e-8601-99f1d9989ca2 req-0b5676f7-82cb-406f-925e-5f88aa52f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:50.193477 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b9197d4f-dc31-4c7e-8601-99f1d9989ca2 req-0b5676f7-82cb-406f-925e-5f88aa52f74e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=98e4f0ce-67b5-46cf-b9f4-fe8184875b51 HTTP/1.1" status: 200 len: 1099 time: 0.2613883 May 10 15:01:50.321547 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b9197d4f-dc31-4c7e-8601-99f1d9989ca2 req-8e870be0-5413-4e03-9cec-ae45a8755030 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199634 May 10 15:01:50.395819 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95bec4-d6a0-4303-89f8-2c0c72313174 req-ec108b7d-0f22-4f28-ba44-5be4e3c51bd8 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:50.397624 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0f95bec4-d6a0-4303-89f8-2c0c72313174 req-ec108b7d-0f22-4f28-ba44-5be4e3c51bd8 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.0972373 May 10 15:01:50.465134 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0f95bec4-d6a0-4303-89f8-2c0c72313174 req-0bf79b2d-7053-4872-98b9-c836ab95157d tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598364 May 10 15:01:50.473979 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-12f47ab2-2c75-43a2-ba0e-d178744fbff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10903567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10807567'] for subnet, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:50.478379 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-e7211f85-746f-4db2-b8ba-d454bdde9e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:50.512829 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f47ab2-2c75-43a2-ba0e-d178744fbff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29a78988-6a65-4722-a8f7-d1935de5924b,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:50.515820 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-12f47ab2-2c75-43a2-ba0e-d178744fbff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:50.517921 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-12f47ab2-2c75-43a2-ba0e-d178744fbff2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:50.523252 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-12f47ab2-2c75-43a2-ba0e-d178744fbff2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/29a78988-6a65-4722-a8f7-d1935de5924b HTTP/1.1" status: 204 len: 168 time: 0.6852460 May 10 15:01:50.525650 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 41384) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:50.635464 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a11395b6-c742-4bc1-a1d3-8b332092c535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3591965'] for network, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:50.678638 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0f0eadc6-36e4-4ad8-95e4-3b9ea3ea353b req-1df950ce-954a-4522-8e14-2bce26c39d92 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c0c64c7-b40a-4f71-9b9c-b151ad13162c HTTP/1.1" status: 200 len: 210 time: 0.0534425 May 10 15:01:50.779801 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15859393-b011-4c0d-91f7-3493003aa5de req-6da1f3c3-c77b-4f01-8ea9-713e2b205c9c tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:50.782517 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-15859393-b011-4c0d-91f7-3493003aa5de req-6da1f3c3-c77b-4f01-8ea9-713e2b205c9c tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=98e4f0ce-67b5-46cf-b9f4-fe8184875b51 HTTP/1.1" status: 200 len: 946 time: 0.1074698 May 10 15:01:50.834883 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-15859393-b011-4c0d-91f7-3493003aa5de req-966b66ad-1e8c-4a07-8094-892982cc3848 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444577 May 10 15:01:50.848444 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a11395b6-c742-4bc1-a1d3-8b332092c535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488998', 'neutron.services.segments.db._delete_segments_for_network-8729787289501'] for network, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:50.879925 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-a11395b6-c742-4bc1-a1d3-8b332092c535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce0b825-a814-4c4b-ad54-aa02c23342f9']}} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:50.898482 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-a11395b6-c742-4bc1-a1d3-8b332092c535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34485131-a2c5-45d1-aeb4-e83054c55c6c') {'for_net_delete': True} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:50.898776 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-a11395b6-c742-4bc1-a1d3-8b332092c535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34485131-a2c5-45d1-aeb4-e83054c55c6c') {} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:01:50.926250 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a11395b6-c742-4bc1-a1d3-8b332092c535 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729787301479', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2091107'] for segment, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:50.946960 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-8b163364-10ad-4092-9d95-fc6dc5bcbedc tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:50.946960 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-8b163364-10ad-4092-9d95-fc6dc5bcbedc tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Synchronizing usage tracker for tenant:3222bff414db4628b3a31649eb8f9715 on resource:network {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:01:50.958621 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a11395b6-c742-4bc1-a1d3-8b332092c535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:50.969580 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11395b6-c742-4bc1-a1d3-8b332092c535 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=78742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:01:50.970060 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a11395b6-c742-4bc1-a1d3-8b332092c535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10903657'] for segment, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: Traceback (most recent call last): May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: timer() May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: cb(*args, **kw) May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: return func(*args, **kwargs) May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: self._notify() May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: self.callback(batched_events) May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: event.method(event) May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: return f(self, *a, **k) May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: return self._get(url).json() May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: return self.request(url, 'GET', **kwargs) May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:01:50.983618 dv-cinder-774286-14-iscsi neutron-server[78742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:01:51.040748 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-8b163364-10ad-4092-9d95-fc6dc5bcbedc tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Unset dirty status for tenant:3222bff414db4628b3a31649eb8f9715 on resource:network {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:01:51.041881 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-8b163364-10ad-4092-9d95-fc6dc5bcbedc tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.47 "GET /v2.0/networks?id=8ecb542f-a0d1-4652-943d-8615363fca02 HTTP/1.1" status: 200 len: 813 time: 0.3667233 May 10 15:01:51.058765 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-ba6c9610-14c1-4b59-9ae0-0aa7164108a3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Request body: {'port': {'device_id': '4c0c64c7-b40a-4f71-9b9c-b151ad13162c', 'network_id': '8ecb542f-a0d1-4652-943d-8615363fca02', 'admin_state_up': True, 'tenant_id': '3222bff414db4628b3a31649eb8f9715'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:51.127289 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a11395b6-c742-4bc1-a1d3-8b332092c535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405887'] for network, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:51.139732 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:51.158450 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a11395b6-c742-4bc1-a1d3-8b332092c535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:51.170356 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11395b6-c742-4bc1-a1d3-8b332092c535 admin admin] Pushing event deleted for resources: {'Network': ['ID=cce0b825-a814-4c4b-ad54-aa02c23342f9,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:51.180547 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a11395b6-c742-4bc1-a1d3-8b332092c535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:51.195946 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-a11395b6-c742-4bc1-a1d3-8b332092c535 admin admin] 10.222.0.30 "DELETE /v2.0/networks/cce0b825-a814-4c4b-ad54-aa02c23342f9 HTTP/1.1" status: 204 len: 168 time: 0.6693304 May 10 15:01:51.227552 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-ba6c9610-14c1-4b59-9ae0-0aa7164108a3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:51.231341 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-ba6c9610-14c1-4b59-9ae0-0aa7164108a3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Usage tracker for resource:port and tenant:3222bff414db4628b3a31649eb8f9715 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:51.234147 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-ba6c9610-14c1-4b59-9ae0-0aa7164108a3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:51.240261 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-ba6c9610-14c1-4b59-9ae0-0aa7164108a3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:51.250451 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-ba6c9610-14c1-4b59-9ae0-0aa7164108a3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Made reservation on behalf of 3222bff414db4628b3a31649eb8f9715 for: {'port': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:01:51.254083 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-ba6c9610-14c1-4b59-9ae0-0aa7164108a3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:51.320243 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 41402) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:51.373026 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-7b697b77-29aa-42e9-bc9e-2136f643dffd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c82a662050c6416585fafc5eac414c92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0515151 May 10 15:01:51.376123 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 41406) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:51.436221 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-30339df0-a43e-4552-a0e5-cf8310a79918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:51.463457 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-30339df0-a43e-4552-a0e5-cf8310a79918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:51.512337 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-ba6c9610-14c1-4b59-9ae0-0aa7164108a3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Allocated IP 172.20.0.7 (8ecb542f-a0d1-4652-943d-8615363fca02/e7cc4429-e286-4101-895c-eceacd012914/2f579f9e-4125-43dc-907f-2db1748d62b1) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:01:51.533640 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-30339df0-a43e-4552-a0e5-cf8310a79918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:51.553151 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-6549659c-1c50-4c5f-9f50-e31feb7cf3c5 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:51.586419 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30339df0-a43e-4552-a0e5-cf8310a79918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe299e6-a175-4f23-a857-9c3a696fa1f4,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:51.618128 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-30339df0-a43e-4552-a0e5-cf8310a79918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:51.633130 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-30339df0-a43e-4552-a0e5-cf8310a79918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:51.638241 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-30339df0-a43e-4552-a0e5-cf8310a79918 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/afe299e6-a175-4f23-a857-9c3a696fa1f4 HTTP/1.1" status: 204 len: 168 time: 0.2609961 May 10 15:01:51.783586 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9fc0d-48d2-4ea1-bdcb-2272942be6b4 req-96336add-2446-46b9-9cfd-e9a8b5572875 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:51.788439 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7da9fc0d-48d2-4ea1-bdcb-2272942be6b4 req-96336add-2446-46b9-9cfd-e9a8b5572875 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.0994148 May 10 15:01:51.794119 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-ba6c9610-14c1-4b59-9ae0-0aa7164108a3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:51.834988 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7da9fc0d-48d2-4ea1-bdcb-2272942be6b4 req-3516da4d-6a68-44e6-8624-154ab98d8bd2 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441732 May 10 15:01:51.837973 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-ba6c9610-14c1-4b59-9ae0-0aa7164108a3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:51.847138 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-127a23ac-b5a8-4b7b-bd87-9a47955ca1d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:51.920893 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-ba6c9610-14c1-4b59-9ae0-0aa7164108a3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Network 8ecb542f-a0d1-4652-943d-8615363fca02 is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:01:51.924511 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-ba6c9610-14c1-4b59-9ae0-0aa7164108a3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Resources bound (agent type, host, resource id): {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:01:51.932083 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-ba6c9610-14c1-4b59-9ae0-0aa7164108a3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:01:51.981480 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c9610-14c1-4b59-9ae0-0aa7164108a3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Pushing event updated for resources: {'Port': ['ID=2f579f9e-4125-43dc-907f-2db1748d62b1,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:51.984231 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-ba6c9610-14c1-4b59-9ae0-0aa7164108a3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:52.011556 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-ba6c9610-14c1-4b59-9ae0-0aa7164108a3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:52.012185 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-ba6c9610-14c1-4b59-9ae0-0aa7164108a3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:52.034549 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-ba6c9610-14c1-4b59-9ae0-0aa7164108a3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9813519 May 10 15:01:52.049203 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] Request body: {'port': {'device_id': '4c0c64c7-b40a-4f71-9b9c-b151ad13162c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:52.127318 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-d603b5b0-0c07-43e7-a591-5d7ebb4003e0 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:52.128817 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-d603b5b0-0c07-43e7-a591-5d7ebb4003e0 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/networks?id=b77e92c3-d36c-4510-8b62-765a4a371b78 HTTP/1.1" status: 200 len: 809 time: 0.1593645 May 10 15:01:52.160997 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-f74f59e2-0a25-42de-8a6d-e6cf6f86d34e tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/quotas/7fab840f400a4fb3a8999f588602e0b2 HTTP/1.1" status: 200 len: 375 time: 0.0179014 May 10 15:01:52.171030 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2057d5e-f1b1-41e1-9960-dedc80350488 req-d3b96aad-96d0-44f8-89e8-6a6adb1971fb tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:52.172770 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f2057d5e-f1b1-41e1-9960-dedc80350488 req-d3b96aad-96d0-44f8-89e8-6a6adb1971fb tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c0c64c7-b40a-4f71-9b9c-b151ad13162c HTTP/1.1" status: 200 len: 931 time: 0.2494667 May 10 15:01:52.211759 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:52.300822 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-a55c5377-3608-4bce-8459-546d7256948e tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7fab840f400a4fb3a8999f588602e0b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1386123 May 10 15:01:52.437951 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f2057d5e-f1b1-41e1-9960-dedc80350488 req-b151994c-89ec-402a-9a31-a3871e68e6f5 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/security-groups?id=553cd71f-d299-472d-bad6-a4e11a0cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152766 May 10 15:01:52.487583 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-6e323022-a66a-432a-939e-6b65cf924b26 service neutron] 10.222.0.30 "GET /v2.0/networks/b77e92c3-d36c-4510-8b62-765a4a371b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852415 May 10 15:01:52.610954 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f579f9e-4125-43dc-907f-2db1748d62b1 {{(pid=78742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:01:52.619218 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:52.636257 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] Transition to ACTIVE for port object 2f579f9e-4125-43dc-907f-2db1748d62b1 will not be triggered until provisioned by entity L2. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:01:52.640233 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10903621'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:52.644769 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:52.681192 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-d4d9d74d-79ee-433c-b90b-31f607e5da34 service neutron] 10.222.0.30 "GET /v2.0/networks/b77e92c3-d36c-4510-8b62-765a4a371b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876888 May 10 15:01:52.704026 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9554f6e-28e3-4d27-b892-ae86c84029b3 req-3102ceae-ec03-4ad5-a845-9ad0d0362438 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:52.704229 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b9554f6e-28e3-4d27-b892-ae86c84029b3 req-3102ceae-ec03-4ad5-a845-9ad0d0362438 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=98e4f0ce-67b5-46cf-b9f4-fe8184875b51 HTTP/1.1" status: 200 len: 946 time: 0.1359949 May 10 15:01:52.752516 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b9554f6e-28e3-4d27-b892-ae86c84029b3 req-8ddb21ba-64d5-46ed-ae8c-a3dc73a209c6 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420508 May 10 15:01:52.801326 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] Pushing event updated for resources: {'Port': ['ID=2f579f9e-4125-43dc-907f-2db1748d62b1,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:52.808656 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:52.881823 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] Attempting to bind port 2f579f9e-4125-43dc-907f-2db1748d62b1 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:01:52.882159 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] Attempting to bind port 2f579f9e-4125-43dc-907f-2db1748d62b1 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '52280481-a84c-4a84-9476-5233144bac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ecb542f-a0d1-4652-943d-8615363fca02'}] {{(pid=78742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:01:52.882481 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] Attempting to bind port 2f579f9e-4125-43dc-907f-2db1748d62b1 on network 8ecb542f-a0d1-4652-943d-8615363fca02 {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:52.887069 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] Port 2f579f9e-4125-43dc-907f-2db1748d62b1 on network 8ecb542f-a0d1-4652-943d-8615363fca02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:01:52.887383 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] Attempting to bind port 2f579f9e-4125-43dc-907f-2db1748d62b1 on network 8ecb542f-a0d1-4652-943d-8615363fca02 {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:52.892578 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] Checking agent: {'id': '22792be7-dc61-4190-b12e-2da4263bba02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:01:52.892911 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] Checking segment: {'id': '52280481-a84c-4a84-9476-5233144bac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ecb542f-a0d1-4652-943d-8615363fca02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:01:52.893291 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] Bound using segment: {'id': '52280481-a84c-4a84-9476-5233144bac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ecb542f-a0d1-4652-943d-8615363fca02'} {{(pid=78742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:01:52.893709 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.managers [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] Bound port: 2f579f9e-4125-43dc-907f-2db1748d62b1, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52280481-a84c-4a84-9476-5233144bac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ecb542f-a0d1-4652-943d-8615363fca02'}}] {{(pid=78742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:01:52.894051 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:53.000861 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] For port 2f579f9e-4125-43dc-907f-2db1748d62b1, host hv-cinder-77428, cleared binding levels {{(pid=78742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:01:53.004041 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] For port 2f579f9e-4125-43dc-907f-2db1748d62b1, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2f579f9e-4125-43dc-907f-2db1748d62b1,segment=NetworkSegment(52280481-a84c-4a84-9476-5233144bac56),segment_id=52280481-a84c-4a84-9476-5233144bac56)] {{(pid=78742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:01:53.011786 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10903621'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:53.021935 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:53.077176 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0c779d28-a84c-4996-aae1-2a9a2dbad477 req-ad25bb76-5b50-4649-95e2-c6a4163cfee4 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a382c40-43c6-46b7-9755-396296d0feed HTTP/1.1" status: 200 len: 210 time: 0.0584888 May 10 15:01:53.129321 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:53.131142 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:53.136403 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] 10.222.0.47 "PUT /v2.0/ports/2f579f9e-4125-43dc-907f-2db1748d62b1 HTTP/1.1" status: 200 len: 1093 time: 1.0902801 May 10 15:01:53.148603 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0c64c7-b40a-4f71-9b9c-b151ad13162c', 'tag': '2f579f9e-4125-43dc-907f-2db1748d62b1'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:53.257192 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] Pushing event updated for resources: {'Port': ['ID=2f579f9e-4125-43dc-907f-2db1748d62b1,revision_number=3']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:53.273396 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:53.322257 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-5596a2b8-320b-4c3a-997a-1b29bcb397d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:53.324777 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-5596a2b8-320b-4c3a-997a-1b29bcb397d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3222bff414db4628b3a31649eb8f9715&device_id=4c0c64c7-b40a-4f71-9b9c-b151ad13162c HTTP/1.1" status: 200 len: 1096 time: 0.1359699 May 10 15:01:53.423657 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-65f03a52-fa87-4315-a4b2-7035bcd23296 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f579f9e-4125-43dc-907f-2db1748d62b1 HTTP/1.1" status: 200 len: 217 time: 0.0823741 May 10 15:01:53.511918 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-0d87fa97-5f71-4b15-9ba0-e4c9c0adfb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:53.513437 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-0d87fa97-5f71-4b15-9ba0-e4c9c0adfb8e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7cc4429-e286-4101-895c-eceacd012914 HTTP/1.1" status: 200 len: 853 time: 0.0778196 May 10 15:01:53.515891 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614510a-479e-4c9a-afb5-43822429a935 req-c0f06975-fe1b-4baf-a64c-746063267c76 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:53.517772 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9614510a-479e-4c9a-afb5-43822429a935 req-c0f06975-fe1b-4baf-a64c-746063267c76 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.0929191 May 10 15:01:53.615438 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9614510a-479e-4c9a-afb5-43822429a935 req-55e6d33d-dcc3-4ac2-ac8a-c2dad63459a4 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765219 May 10 15:01:53.690494 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c0c64c7-b40a-4f71-9b9c-b151ad13162c', 'tag': '2f579f9e-4125-43dc-907f-2db1748d62b1', 'status': 'completed', 'code': 200} May 10 15:01:53.699983 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-082ab1d7-d935-415f-bfb1-a1f6fc04c4ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8ecb542f-a0d1-4652-943d-8615363fca02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1783888 May 10 15:01:53.779580 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8f97b-0ad1-43ac-b53f-e3e300a36d7e req-90430975-ebc5-4d20-a676-0788f39d7306 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:53.781325 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0be8f97b-0ad1-43ac-b53f-e3e300a36d7e req-90430975-ebc5-4d20-a676-0788f39d7306 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c0c64c7-b40a-4f71-9b9c-b151ad13162c HTTP/1.1" status: 200 len: 943 time: 0.0965919 May 10 15:01:53.832171 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0be8f97b-0ad1-43ac-b53f-e3e300a36d7e req-05af9601-fc1e-4979-949f-9c3bcce9cc79 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/security-groups?id=553cd71f-d299-472d-bad6-a4e11a0cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442109 May 10 15:01:53.864776 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-8549c3fa-4f64-4a1b-b888-827383d1addb service neutron] 10.222.0.47 "GET /v2.0/networks/8ecb542f-a0d1-4652-943d-8615363fca02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562648 May 10 15:01:54.006915 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-ea7e55b9-3cb8-4559-9344-1970d7912569 req-ecc11a63-7a3d-4983-8283-bdb602ccd6b7 service neutron] 10.222.0.47 "GET /v2.0/networks/8ecb542f-a0d1-4652-943d-8615363fca02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331389 May 10 15:01:54.161111 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0a66f-bca7-4056-bf8e-1b9919065572 req-c50f2fc8-8367-4a9a-98fc-da0fd9e35c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:54.162665 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b3f0a66f-bca7-4056-bf8e-1b9919065572 req-c50f2fc8-8367-4a9a-98fc-da0fd9e35c2b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3222bff414db4628b3a31649eb8f9715&device_id=4c0c64c7-b40a-4f71-9b9c-b151ad13162c HTTP/1.1" status: 200 len: 1096 time: 0.0817699 May 10 15:01:54.460927 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4aaaeef0-6f89-456e-90d0-8f3a34a3128f req-6469a0c2-19e5-4c90-a270-c0a03837a3bc tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a382c40-43c6-46b7-9755-396296d0feed HTTP/1.1" status: 200 len: 210 time: 0.1419890 May 10 15:01:54.517008 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0a66f-bca7-4056-bf8e-1b9919065572 req-1fdfd2b7-7289-476a-9d08-06f0eb6cd6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:54.518446 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b3f0a66f-bca7-4056-bf8e-1b9919065572 req-1fdfd2b7-7289-476a-9d08-06f0eb6cd6fb service neutron] 10.222.0.47 "GET /v2.0/networks?id=8ecb542f-a0d1-4652-943d-8615363fca02 HTTP/1.1" status: 200 len: 914 time: 0.3412948 May 10 15:01:54.620930 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-7966f9a1-6d0c-474c-8b98-1bd651168cd4 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:54.622454 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-7966f9a1-6d0c-474c-8b98-1bd651168cd4 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.47 "GET /v2.0/networks?id=b77e92c3-d36c-4510-8b62-765a4a371b78 HTTP/1.1" status: 200 len: 809 time: 0.2222612 May 10 15:01:54.637814 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b3f0a66f-bca7-4056-bf8e-1b9919065572 req-72e10a62-ca1b-4ea1-8367-7b063bfbc7e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f579f9e-4125-43dc-907f-2db1748d62b1 HTTP/1.1" status: 200 len: 217 time: 0.1103220 May 10 15:01:54.641127 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-ed9e4875-3774-4120-bb00-b4fef93dd461 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Request body: {'port': {'device_id': '6a382c40-43c6-46b7-9755-396296d0feed', 'network_id': 'b77e92c3-d36c-4510-8b62-765a4a371b78', 'admin_state_up': True, 'tenant_id': '7fab840f400a4fb3a8999f588602e0b2'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:54.657029 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 41528) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:54.746388 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0a66f-bca7-4056-bf8e-1b9919065572 req-98e37444-9e4c-4823-8b85-ca54edf1491e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:54.748106 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b3f0a66f-bca7-4056-bf8e-1b9919065572 req-98e37444-9e4c-4823-8b85-ca54edf1491e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7cc4429-e286-4101-895c-eceacd012914 HTTP/1.1" status: 200 len: 853 time: 0.1026220 May 10 15:01:54.804793 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b3f0a66f-bca7-4056-bf8e-1b9919065572 req-a39ab869-1ab1-4deb-bf52-6dd86e804a4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8ecb542f-a0d1-4652-943d-8615363fca02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463662 May 10 15:01:54.832140 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-977942a5-acc4-4d80-92b0-85698b9053f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:54.869197 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-977942a5-acc4-4d80-92b0-85698b9053f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:54.878367 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-977942a5-acc4-4d80-92b0-85698b9053f7 admin admin] Usage tracker for resource:security_group_rule and tenant:a5c9d223d1c4470783d677f03b7ba34f is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:54.883105 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-977942a5-acc4-4d80-92b0-85698b9053f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:54.892821 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-977942a5-acc4-4d80-92b0-85698b9053f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:54.898614 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-ed9e4875-3774-4120-bb00-b4fef93dd461 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:54.906068 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-ed9e4875-3774-4120-bb00-b4fef93dd461 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Usage tracker for resource:port and tenant:7fab840f400a4fb3a8999f588602e0b2 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:54.912325 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-ed9e4875-3774-4120-bb00-b4fef93dd461 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:54.920377 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-ed9e4875-3774-4120-bb00-b4fef93dd461 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:54.949037 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b3f0a66f-bca7-4056-bf8e-1b9919065572 req-73c6602a-a93a-4b6c-8209-7489421a99a7 service neutron] 10.222.0.47 "GET /v2.0/networks/8ecb542f-a0d1-4652-943d-8615363fca02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331832 May 10 15:01:54.995260 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643c3ee-f926-4b10-a2eb-3f18fcf964b4 req-0cffc7b7-f104-46bb-9144-ecec78d47993 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:54.996724 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4643c3ee-f926-4b10-a2eb-3f18fcf964b4 req-0cffc7b7-f104-46bb-9144-ecec78d47993 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.2544918 May 10 15:01:54.997300 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-ed9e4875-3774-4120-bb00-b4fef93dd461 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Made reservation on behalf of 7fab840f400a4fb3a8999f588602e0b2 for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:01:55.001049 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-ed9e4875-3774-4120-bb00-b4fef93dd461 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:55.117154 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b3f0a66f-bca7-4056-bf8e-1b9919065572 req-a06d382a-934e-4691-ad2f-4fff07544f0a service neutron] 10.222.0.47 "GET /v2.0/networks/8ecb542f-a0d1-4652-943d-8615363fca02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403599 May 10 15:01:55.148802 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4643c3ee-f926-4b10-a2eb-3f18fcf964b4 req-6d8a7b55-c882-478d-a884-30a81c64c953 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341236 May 10 15:01:55.246173 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-977942a5-acc4-4d80-92b0-85698b9053f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:55.257154 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-977942a5-acc4-4d80-92b0-85698b9053f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:55.271067 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4d90c-02c7-4dab-99c8-6aa32e654da8 req-f74f7af6-0653-42b1-a181-64049dbe5323 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:55.272852 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-56b4d90c-02c7-4dab-99c8-6aa32e654da8 req-f74f7af6-0653-42b1-a181-64049dbe5323 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c0c64c7-b40a-4f71-9b9c-b151ad13162c HTTP/1.1" status: 200 len: 943 time: 0.3193336 May 10 15:01:55.280049 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7a1bc7cb-d937-4078-b823-9618abde3359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:55.369284 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-977942a5-acc4-4d80-92b0-85698b9053f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5c9d223d1c4470783d677f03b7ba34f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7109051 May 10 15:01:55.370160 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977942a5-acc4-4d80-92b0-85698b9053f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3c7c98-f86a-4bea-911c-8a3a20bd7704,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:55.371831 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 41542) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:55.374962 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-ed9e4875-3774-4120-bb00-b4fef93dd461 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Allocated IP 172.20.0.14 (b77e92c3-d36c-4510-8b62-765a4a371b78/fb74b1e2-1575-4991-a648-54a6ec4c4aa6/993c6cd9-c3c4-4ae0-a0bf-17da0853e416) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:01:55.377359 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-977942a5-acc4-4d80-92b0-85698b9053f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:55.395308 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-56b4d90c-02c7-4dab-99c8-6aa32e654da8 req-6a204f0b-b3e4-42d3-8d37-e88938d6a726 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/security-groups?id=553cd71f-d299-472d-bad6-a4e11a0cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042092 May 10 15:01:55.446751 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3d200c92-a65b-42d1-bc61-23501bd64983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:55.473203 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3d200c92-a65b-42d1-bc61-23501bd64983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:55.572332 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3d200c92-a65b-42d1-bc61-23501bd64983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:55.576395 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c528aadc-0455-43d1-9a25-c75512c879f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:55.590769 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d200c92-a65b-42d1-bc61-23501bd64983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3c7c98-f86a-4bea-911c-8a3a20bd7704,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:55.595040 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3d200c92-a65b-42d1-bc61-23501bd64983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:55.597446 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3d200c92-a65b-42d1-bc61-23501bd64983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:55.598696 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-3d200c92-a65b-42d1-bc61-23501bd64983 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c3c7c98-f86a-4bea-911c-8a3a20bd7704 HTTP/1.1" status: 204 len: 168 time: 0.2256565 May 10 15:01:55.676654 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c35abf95-ebb9-4b9d-a433-afb8e66373db req-e3043c65-afea-405a-b297-fd3ae2488f84 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a382c40-43c6-46b7-9755-396296d0feed HTTP/1.1" status: 200 len: 210 time: 0.0448101 May 10 15:01:55.770929 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-ed9e4875-3774-4120-bb00-b4fef93dd461 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:55.800685 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-ed9e4875-3774-4120-bb00-b4fef93dd461 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:55.807620 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:55.866583 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-ed9e4875-3774-4120-bb00-b4fef93dd461 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Network b77e92c3-d36c-4510-8b62-765a4a371b78 is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:01:55.869832 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-ed9e4875-3774-4120-bb00-b4fef93dd461 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:01:55.876588 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-ed9e4875-3774-4120-bb00-b4fef93dd461 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:01:55.924562 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e4875-3774-4120-bb00-b4fef93dd461 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Pushing event updated for resources: {'Port': ['ID=993c6cd9-c3c4-4ae0-a0bf-17da0853e416,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:55.927394 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ed9e4875-3774-4120-bb00-b4fef93dd461 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:55.950955 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-ed9e4875-3774-4120-bb00-b4fef93dd461 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:55.951663 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-ed9e4875-3774-4120-bb00-b4fef93dd461 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:55.979985 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-ed9e4875-3774-4120-bb00-b4fef93dd461 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3443756 May 10 15:01:55.991940 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] Request body: {'port': {'device_id': '6a382c40-43c6-46b7-9755-396296d0feed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:01:56.102780 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:56.451785 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e3057-f743-4812-b68e-50e4994ffe2a req-ccebeced-16e7-4d05-9afb-60e6a80f7994 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:56.453941 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9f9e3057-f743-4812-b68e-50e4994ffe2a req-ccebeced-16e7-4d05-9afb-60e6a80f7994 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.1791341 May 10 15:01:56.556980 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9f9e3057-f743-4812-b68e-50e4994ffe2a req-3b749e9f-93d2-4669-a0aa-300a3dc002a7 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965860 May 10 15:01:56.564939 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 993c6cd9-c3c4-4ae0-a0bf-17da0853e416 {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:01:56.574198 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:56.644664 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] Transition to ACTIVE for port object 993c6cd9-c3c4-4ae0-a0bf-17da0853e416 will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:01:56.649853 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:56.657996 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-494748dc-e791-45fc-8ab9-6f018582ef81 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:56.798112 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5870e9-e0e1-4283-9fc4-73a358162883 req-46cc37e8-0b11-4167-9dd4-6f034f3999c4 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:56.805433 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5b5870e9-e0e1-4283-9fc4-73a358162883 req-46cc37e8-0b11-4167-9dd4-6f034f3999c4 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c0c64c7-b40a-4f71-9b9c-b151ad13162c HTTP/1.1" status: 200 len: 943 time: 0.2357748 May 10 15:01:56.905898 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] Pushing event updated for resources: {'Port': ['ID=993c6cd9-c3c4-4ae0-a0bf-17da0853e416,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:56.925190 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:56.970144 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5b5870e9-e0e1-4283-9fc4-73a358162883 req-6351564d-fe8c-4dd2-b04d-a140beec2439 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/security-groups?id=553cd71f-d299-472d-bad6-a4e11a0cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638653 May 10 15:01:57.023673 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] Attempting to bind port 993c6cd9-c3c4-4ae0-a0bf-17da0853e416 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:01:57.024246 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] Attempting to bind port 993c6cd9-c3c4-4ae0-a0bf-17da0853e416 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '7cd815ba-9b5a-4807-b6e8-1c979f860135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b77e92c3-d36c-4510-8b62-765a4a371b78'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:01:57.024757 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] Attempting to bind port 993c6cd9-c3c4-4ae0-a0bf-17da0853e416 on network b77e92c3-d36c-4510-8b62-765a4a371b78 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:57.034364 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] Port 993c6cd9-c3c4-4ae0-a0bf-17da0853e416 on network b77e92c3-d36c-4510-8b62-765a4a371b78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:01:57.035043 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] Attempting to bind port 993c6cd9-c3c4-4ae0-a0bf-17da0853e416 on network b77e92c3-d36c-4510-8b62-765a4a371b78 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:01:57.045473 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] Checking agent: {'id': '22792be7-dc61-4190-b12e-2da4263bba02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:01:57.046047 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] Checking segment: {'id': '7cd815ba-9b5a-4807-b6e8-1c979f860135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b77e92c3-d36c-4510-8b62-765a4a371b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:01:57.047152 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] Bound using segment: {'id': '7cd815ba-9b5a-4807-b6e8-1c979f860135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b77e92c3-d36c-4510-8b62-765a4a371b78'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:01:57.047836 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] Bound port: 993c6cd9-c3c4-4ae0-a0bf-17da0853e416, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd815ba-9b5a-4807-b6e8-1c979f860135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b77e92c3-d36c-4510-8b62-765a4a371b78'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:01:57.048405 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:57.078944 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 2f579f9e-4125-43dc-907f-2db1748d62b1 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:01:57.090224 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350f1d6-9606-472e-b5f8-d81b7adb6fbf req-2822d8a1-5f32-4691-ac0b-dbd7a92c40f2 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:57.091133 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-1350f1d6-9606-472e-b5f8-d81b7adb6fbf req-2822d8a1-5f32-4691-ac0b-dbd7a92c40f2 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Synchronizing usage tracker for tenant:7fab840f400a4fb3a8999f588602e0b2 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:01:57.221694 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 2f579f9e-4125-43dc-907f-2db1748d62b1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2f579f9e-4125-43dc-907f-2db1748d62b1,segment=NetworkSegment(52280481-a84c-4a84-9476-5233144bac56),segment_id=52280481-a84c-4a84-9476-5233144bac56)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:57.235629 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Returning: {'device': '2f579f9e-4125-43dc-907f-2db1748d62b1', 'network_id': '8ecb542f-a0d1-4652-943d-8615363fca02', 'port_id': '2f579f9e-4125-43dc-907f-2db1748d62b1', 'mac_address': 'fa:16:3e:19:cd:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7cc4429-e286-4101-895c-eceacd012914', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:01:57.247741 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-1350f1d6-9606-472e-b5f8-d81b7adb6fbf req-2822d8a1-5f32-4691-ac0b-dbd7a92c40f2 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Unset dirty status for tenant:7fab840f400a4fb3a8999f588602e0b2 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:01:57.253037 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1350f1d6-9606-472e-b5f8-d81b7adb6fbf req-2822d8a1-5f32-4691-ac0b-dbd7a92c40f2 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a382c40-43c6-46b7-9755-396296d0feed HTTP/1.1" status: 200 len: 944 time: 0.3190181 May 10 15:01:57.297033 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:57.315720 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f579f9e-4125-43dc-907f-2db1748d62b1 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:01:57.333693 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 2f579f9e-4125-43dc-907f-2db1748d62b1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2f579f9e-4125-43dc-907f-2db1748d62b1,segment=NetworkSegment(52280481-a84c-4a84-9476-5233144bac56),segment_id=52280481-a84c-4a84-9476-5233144bac56)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:57.336004 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] For port 993c6cd9-c3c4-4ae0-a0bf-17da0853e416, host hv-cinder-77428, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:01:57.349064 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:57.350820 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-d2a88174-e056-44bc-a491-851926b419fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:57.368486 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] For port 993c6cd9-c3c4-4ae0-a0bf-17da0853e416, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=993c6cd9-c3c4-4ae0-a0bf-17da0853e416,segment=NetworkSegment(7cd815ba-9b5a-4807-b6e8-1c979f860135),segment_id=7cd815ba-9b5a-4807-b6e8-1c979f860135)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:01:57.376118 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1350f1d6-9606-472e-b5f8-d81b7adb6fbf req-5da16210-143d-404f-9e4a-04c09c410047 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115975 May 10 15:01:57.378182 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:57.382247 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ed9e4875-3774-4120-bb00-b4fef93dd461 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:57.433784 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=2f579f9e-4125-43dc-907f-2db1748d62b1,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:57.437063 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:57.496676 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-4bccdd30-0043-4d20-abbd-759f1d99460d tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:57.498342 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-4bccdd30-0043-4d20-abbd-759f1d99460d tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/networks?id=6c618ea2-fc5a-49c9-9109-72bef3480781 HTTP/1.1" status: 200 len: 813 time: 0.4042735 May 10 15:01:57.530399 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:57.531014 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:57.532792 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] 10.222.0.47 "PUT /v2.0/ports/993c6cd9-c3c4-4ae0-a0bf-17da0853e416 HTTP/1.1" status: 200 len: 1094 time: 1.5449345 May 10 15:01:57.536905 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a382c40-43c6-46b7-9755-396296d0feed', 'tag': '993c6cd9-c3c4-4ae0-a0bf-17da0853e416'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:57.549705 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-c1ae9d5c-b8cd-45ab-9f36-8462e68d613c tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/quotas/1787d025769c4b79adba46ce55a5a7ab HTTP/1.1" status: 200 len: 375 time: 0.0429597 May 10 15:01:57.663833 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] Pushing event updated for resources: {'Port': ['ID=993c6cd9-c3c4-4ae0-a0bf-17da0853e416,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:57.666841 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:57.700806 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a382c40-43c6-46b7-9755-396296d0feed', 'tag': '993c6cd9-c3c4-4ae0-a0bf-17da0853e416', 'status': 'completed', 'code': 200} May 10 15:01:57.713564 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-6fb85bc1-e95d-4952-8770-26b432631f05 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1787d025769c4b79adba46ce55a5a7ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1583333 May 10 15:01:57.724951 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-d67bed65-6d96-4b48-9b09-3054fa41a2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:57.726587 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-d67bed65-6d96-4b48-9b09-3054fa41a2df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7fab840f400a4fb3a8999f588602e0b2&device_id=6a382c40-43c6-46b7-9755-396296d0feed HTTP/1.1" status: 200 len: 1097 time: 0.1208100 May 10 15:01:57.740450 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['2f579f9e-4125-43dc-907f-2db1748d62b1'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:01:57.895339 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-1818cedd-d94b-4c4c-9ffe-dcdc5ad73866 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=993c6cd9-c3c4-4ae0-a0bf-17da0853e416 HTTP/1.1" status: 200 len: 217 time: 0.1491692 May 10 15:01:57.951775 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 41650) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:58.010844 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-d980e133-03d9-4e47-8ae0-c2c4c25dc83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:58.012262 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-d980e133-03d9-4e47-8ae0-c2c4c25dc83f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb74b1e2-1575-4991-a648-54a6ec4c4aa6 HTTP/1.1" status: 200 len: 849 time: 0.1049445 May 10 15:01:58.071415 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-9cc0c020-2fb4-464c-a037-5d5905f0b5ca service neutron] 10.222.0.30 "GET /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439066 May 10 15:01:58.074125 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-3ab35ef3-8606-4282-8a72-a3f4843dab14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b77e92c3-d36c-4510-8b62-765a4a371b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526273 May 10 15:01:58.085934 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c4049219-c15b-4a93-8a33-138ad2b2a6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:58.104805 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-c4049219-c15b-4a93-8a33-138ad2b2a6be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:58.108665 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-c4049219-c15b-4a93-8a33-138ad2b2a6be admin admin] Usage tracker for resource:security_group_rule and tenant:7d1a272432364b83883bab9141da4c20 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:58.111553 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-c4049219-c15b-4a93-8a33-138ad2b2a6be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:58.117222 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-c4049219-c15b-4a93-8a33-138ad2b2a6be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:58.132248 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f5f63-1339-404f-8c4d-332a4777b165 req-bc8018c1-16f3-4c85-a60a-c62b21007191 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:58.133672 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ae9f5f63-1339-404f-8c4d-332a4777b165 req-bc8018c1-16f3-4c85-a60a-c62b21007191 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.3302872 May 10 15:01:58.205679 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c4049219-c15b-4a93-8a33-138ad2b2a6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:58.209956 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c4049219-c15b-4a93-8a33-138ad2b2a6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:58.216677 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3d200c92-a65b-42d1-bc61-23501bd64983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:58.260318 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-c4049219-c15b-4a93-8a33-138ad2b2a6be admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7d1a272432364b83883bab9141da4c20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055873 May 10 15:01:58.261219 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4049219-c15b-4a93-8a33-138ad2b2a6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4603f962-73a7-48c0-a30c-ddb12f44cb1e,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:58.263523 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 41658) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:58.266226 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c4049219-c15b-4a93-8a33-138ad2b2a6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:58.323875 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b4b5ba48-1495-4f81-8919-7622127786a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:58.345478 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ae9f5f63-1339-404f-8c4d-332a4777b165 req-72f1c41b-7703-45ac-93f9-437ae6b9d398 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106908 May 10 15:01:58.351542 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b4b5ba48-1495-4f81-8919-7622127786a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:58.377173 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-772cacb8-b523-411c-931c-febb3d96e7b3 service neutron] 10.222.0.47 "GET /v2.0/networks/b77e92c3-d36c-4510-8b62-765a4a371b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772818 May 10 15:01:58.379073 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-e1642093-f00c-4b2e-b748-60059ab16e2d service neutron] 10.222.0.30 "GET /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985692 May 10 15:01:58.405653 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b4b5ba48-1495-4f81-8919-7622127786a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:58.411663 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-361b2fa0-37ef-4eed-adf2-9dc1e2f0b721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:58.429116 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5ba48-1495-4f81-8919-7622127786a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4603f962-73a7-48c0-a30c-ddb12f44cb1e,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:58.432588 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b4b5ba48-1495-4f81-8919-7622127786a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:58.434939 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b4b5ba48-1495-4f81-8919-7622127786a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:58.439367 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-b4b5ba48-1495-4f81-8919-7622127786a5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4603f962-73a7-48c0-a30c-ddb12f44cb1e HTTP/1.1" status: 204 len: 168 time: 0.1747441 May 10 15:01:58.541775 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c2b26614-6c3c-464f-bbde-3b9d4ffc56ee req-8019701a-cedb-4606-a9f7-c114e29208a8 service neutron] 10.222.0.47 "GET /v2.0/networks/b77e92c3-d36c-4510-8b62-765a4a371b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520445 May 10 15:01:58.820864 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314ddce-b0f9-43b0-956f-a063fe65da33 req-3e422d0c-7d26-464d-8234-22aebd47bc70 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:58.822309 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2314ddce-b0f9-43b0-956f-a063fe65da33 req-3e422d0c-7d26-464d-8234-22aebd47bc70 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a382c40-43c6-46b7-9755-396296d0feed HTTP/1.1" status: 200 len: 944 time: 0.1751251 May 10 15:01:58.832666 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2e1a0-684e-4b2b-82d3-2572f5361738 req-6431b93d-c521-4e35-86ea-0c9646a53a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:58.834324 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6bd2e1a0-684e-4b2b-82d3-2572f5361738 req-6431b93d-c521-4e35-86ea-0c9646a53a8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7fab840f400a4fb3a8999f588602e0b2&device_id=6a382c40-43c6-46b7-9755-396296d0feed HTTP/1.1" status: 200 len: 1097 time: 0.1922970 May 10 15:01:58.837693 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 41678) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:58.846933 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c812b-8260-42d1-a0e0-ca08c23b6b58 req-0f6c822e-9074-4eea-995b-0e1c940bc89e tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:58.848500 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7c5c812b-8260-42d1-a0e0-ca08c23b6b58 req-0f6c822e-9074-4eea-995b-0e1c940bc89e tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c0c64c7-b40a-4f71-9b9c-b151ad13162c HTTP/1.1" status: 200 len: 944 time: 0.2441909 May 10 15:01:58.857572 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b0829d2e-9281-4899-9567-416fd8d5832c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:58.874139 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-b0829d2e-9281-4899-9567-416fd8d5832c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:01:58.878897 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-b0829d2e-9281-4899-9567-416fd8d5832c admin admin] Usage tracker for resource:security_group_rule and tenant:34d4526fa2d840bdb3dee3ead512c8ee is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:01:58.881946 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-b0829d2e-9281-4899-9567-416fd8d5832c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:01:58.887951 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-b0829d2e-9281-4899-9567-416fd8d5832c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:01:58.981253 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b0829d2e-9281-4899-9567-416fd8d5832c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:58.986573 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b0829d2e-9281-4899-9567-416fd8d5832c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:59.016573 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2314ddce-b0f9-43b0-956f-a063fe65da33 req-0b293377-95a8-4d1b-a99d-dded5edc2860 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798735 May 10 15:01:59.018314 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5cd9d8a7-d15c-4ed0-9770-4428bf0312bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:59.046031 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7c5c812b-8260-42d1-a0e0-ca08c23b6b58 req-67cd73eb-9b0e-4cbb-aa98-e2e244b9d452 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/security-groups?id=553cd71f-d299-472d-bad6-a4e11a0cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641695 May 10 15:01:59.100005 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2e1a0-684e-4b2b-82d3-2572f5361738 req-79089920-20ad-4a11-ac2c-200835e09288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:59.101464 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6bd2e1a0-684e-4b2b-82d3-2572f5361738 req-79089920-20ad-4a11-ac2c-200835e09288 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b77e92c3-d36c-4510-8b62-765a4a371b78 HTTP/1.1" status: 200 len: 910 time: 0.2397237 May 10 15:01:59.101909 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 2f579f9e-4125-43dc-907f-2db1748d62b1 up at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:01:59.109772 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0829d2e-9281-4899-9567-416fd8d5832c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e95649-ab29-4d79-8220-7aba15777ce9,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:59.124142 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-b0829d2e-9281-4899-9567-416fd8d5832c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=34d4526fa2d840bdb3dee3ead512c8ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849061 May 10 15:01:59.128988 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 41686) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:01:59.130002 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b0829d2e-9281-4899-9567-416fd8d5832c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:59.251326 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning for port 2f579f9e-4125-43dc-907f-2db1748d62b1 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:01:59.257982 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning complete for port 2f579f9e-4125-43dc-907f-2db1748d62b1 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:01:59.259647 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-259502fc-b71f-4ca6-b18a-983d101ac8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:59.259787 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:59.288910 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-259502fc-b71f-4ca6-b18a-983d101ac8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:59.353667 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6bd2e1a0-684e-4b2b-82d3-2572f5361738 req-eb363aad-6415-446e-ba5e-4d7a8bfee669 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=993c6cd9-c3c4-4ae0-a0bf-17da0853e416 HTTP/1.1" status: 200 len: 217 time: 0.2349920 May 10 15:01:59.355249 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-259502fc-b71f-4ca6-b18a-983d101ac8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:59.360915 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d6a169c2-8dfd-41f3-8393-8142875ab05f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:59.370421 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e12fa049-45a6-436f-81f9-d6a8ec0f38d4 req-0f09ecf2-8a8e-49fa-a2a3-1ff6fbe63854 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=52207c98-38c9-424c-bb29-f2c5f0d7af85 HTTP/1.1" status: 200 len: 210 time: 0.0682983 May 10 15:01:59.389449 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259502fc-b71f-4ca6-b18a-983d101ac8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e95649-ab29-4d79-8220-7aba15777ce9,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:59.396442 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-259502fc-b71f-4ca6-b18a-983d101ac8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:59.412045 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-259502fc-b71f-4ca6-b18a-983d101ac8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:59.418642 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-259502fc-b71f-4ca6-b18a-983d101ac8da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/35e95649-ab29-4d79-8220-7aba15777ce9 HTTP/1.1" status: 204 len: 168 time: 0.2821872 May 10 15:01:59.429875 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:59.451456 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2e1a0-684e-4b2b-82d3-2572f5361738 req-d63ddea3-4571-49ab-9054-cc053b8dacfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:59.454002 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6bd2e1a0-684e-4b2b-82d3-2572f5361738 req-d63ddea3-4571-49ab-9054-cc053b8dacfb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb74b1e2-1575-4991-a648-54a6ec4c4aa6 HTTP/1.1" status: 200 len: 849 time: 0.0790665 May 10 15:01:59.462358 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0c64c7-b40a-4f71-9b9c-b151ad13162c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f579f9e-4125-43dc-907f-2db1748d62b1'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:01:59.473269 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 2f579f9e-4125-43dc-907f-2db1748d62b1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2f579f9e-4125-43dc-907f-2db1748d62b1,segment=NetworkSegment(52280481-a84c-4a84-9476-5233144bac56),segment_id=52280481-a84c-4a84-9476-5233144bac56)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:01:59.478164 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:01:59.481002 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:01:59.527685 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6bd2e1a0-684e-4b2b-82d3-2572f5361738 req-84e7c801-1c31-4591-8a91-92c28b3c876b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b77e92c3-d36c-4510-8b62-765a4a371b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649121 May 10 15:01:59.576405 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=2f579f9e-4125-43dc-907f-2db1748d62b1,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:01:59.593746 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0c64c7-b40a-4f71-9b9c-b151ad13162c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f579f9e-4125-43dc-907f-2db1748d62b1', 'code': 200} May 10 15:01:59.594486 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:01:59.733130 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6bd2e1a0-684e-4b2b-82d3-2572f5361738 req-878a0398-373c-4a2f-9a36-f927d0f17ec5 service neutron] 10.222.0.47 "GET /v2.0/networks/b77e92c3-d36c-4510-8b62-765a4a371b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654663 May 10 15:01:59.741432 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c27f4-08b1-497a-b93a-aa937ca6f524 req-f78f5a2f-7365-49ea-814e-d4a3b1520351 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:59.742910 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-211c27f4-08b1-497a-b93a-aa937ca6f524 req-f78f5a2f-7365-49ea-814e-d4a3b1520351 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.2183735 May 10 15:01:59.836801 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f46a91-518d-4960-b01d-0424bcb5e94d req-16a445ac-bc44-481e-9426-9544dc87e838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:01:59.838324 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-e6f46a91-518d-4960-b01d-0424bcb5e94d req-16a445ac-bc44-481e-9426-9544dc87e838 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4c0c64c7-b40a-4f71-9b9c-b151ad13162c HTTP/1.1" status: 200 len: 1098 time: 0.0797906 May 10 15:01:59.882595 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-211c27f4-08b1-497a-b93a-aa937ca6f524 req-dcfe6a54-6b1f-4f45-b73a-8ed14241b905 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205986 May 10 15:01:59.885768 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-e6f46a91-518d-4960-b01d-0424bcb5e94d req-cb9430b9-2ab7-4681-a9fd-90e4abc5f640 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=553cd71f-d299-472d-bad6-a4e11a0cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381787 May 10 15:01:59.919849 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6bd2e1a0-684e-4b2b-82d3-2572f5361738 req-9981e93e-dccd-4bbd-8358-801bc04a4620 service neutron] 10.222.0.47 "GET /v2.0/networks/b77e92c3-d36c-4510-8b62-765a4a371b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757197 May 10 15:02:00.424166 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-cdfeea6e-705c-4fd6-b0b1-150dbba36a6c tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:00.425638 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-cdfeea6e-705c-4fd6-b0b1-150dbba36a6c tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.47 "GET /v2.0/networks?id=6c618ea2-fc5a-49c9-9109-72bef3480781 HTTP/1.1" status: 200 len: 813 time: 0.3038137 May 10 15:02:00.441459 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a372b8b-79bb-46db-a864-ad20a4ae6775 req-14bc59b1-6ac9-4222-9055-1cf16f92c1e3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:00.442990 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8a372b8b-79bb-46db-a864-ad20a4ae6775 req-14bc59b1-6ac9-4222-9055-1cf16f92c1e3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c0c64c7-b40a-4f71-9b9c-b151ad13162c HTTP/1.1" status: 200 len: 945 time: 0.2223577 May 10 15:02:00.448409 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-7f80dc20-29a0-4428-97a4-d2419acf57f2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Request body: {'port': {'device_id': '52207c98-38c9-424c-bb29-f2c5f0d7af85', 'network_id': '6c618ea2-fc5a-49c9-9109-72bef3480781', 'admin_state_up': True, 'tenant_id': '1787d025769c4b79adba46ce55a5a7ab'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:02:00.470462 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef2ba1-a51a-4a07-8564-0f5a7ca44b39 req-bc4f525d-cc02-4368-bf95-51be8a1f483c tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:00.472015 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-98ef2ba1-a51a-4a07-8564-0f5a7ca44b39 req-bc4f525d-cc02-4368-bf95-51be8a1f483c tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a382c40-43c6-46b7-9755-396296d0feed HTTP/1.1" status: 200 len: 944 time: 0.2502675 May 10 15:02:00.579608 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-5ca95b63-018c-4fb6-9ced-a14bd50cc960 req-9f0a2563-d0a9-4324-9a18-fa152a8f30aa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1999996 May 10 15:02:00.635679 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-98ef2ba1-a51a-4a07-8564-0f5a7ca44b39 req-e2fccef5-a1a5-4e3c-87f9-f11a413bd443 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416690 May 10 15:02:00.643170 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8a372b8b-79bb-46db-a864-ad20a4ae6775 req-c00805f1-6d14-49df-9997-0d54afeea5e7 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/security-groups?id=553cd71f-d299-472d-bad6-a4e11a0cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700463 May 10 15:02:00.695107 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-7f80dc20-29a0-4428-97a4-d2419acf57f2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:00.709589 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-7f80dc20-29a0-4428-97a4-d2419acf57f2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:00.721162 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-7f80dc20-29a0-4428-97a4-d2419acf57f2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Made reservation on behalf of 1787d025769c4b79adba46ce55a5a7ab for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:00.726049 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-7f80dc20-29a0-4428-97a4-d2419acf57f2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:00.782002 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca95b63-018c-4fb6-9ced-a14bd50cc960 req-d85803c6-b47c-40a7-8679-7ac4f48ff62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:00.783496 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-5ca95b63-018c-4fb6-9ced-a14bd50cc960 req-d85803c6-b47c-40a7-8679-7ac4f48ff62f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1787d025769c4b79adba46ce55a5a7ab&device_id=f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2 HTTP/1.1" status: 200 len: 1098 time: 0.1062622 May 10 15:02:00.866345 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6a741d18-9518-4446-acd0-ac6506955e00 req-9375201f-a159-4e88-8f12-2c90fa8efcc3 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=52207c98-38c9-424c-bb29-f2c5f0d7af85 HTTP/1.1" status: 200 len: 210 time: 0.0493226 May 10 15:02:00.982489 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca95b63-018c-4fb6-9ced-a14bd50cc960 req-72c484ed-6926-48f7-a6df-218958660dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:00.983926 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-5ca95b63-018c-4fb6-9ced-a14bd50cc960 req-72c484ed-6926-48f7-a6df-218958660dd8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6c618ea2-fc5a-49c9-9109-72bef3480781 HTTP/1.1" status: 200 len: 914 time: 0.1547904 May 10 15:02:01.037864 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-7f80dc20-29a0-4428-97a4-d2419acf57f2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Allocated IP 172.20.0.5 (6c618ea2-fc5a-49c9-9109-72bef3480781/f3645e3a-0b0e-40a0-8820-7f6d645d7cf2/abf48733-38e9-4c8f-a0ed-d00bc9e0b990) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:02:01.086269 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-5ca95b63-018c-4fb6-9ced-a14bd50cc960 req-9103ba63-98b4-4b37-addc-993d9e9a06c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71d577f8-1f8b-4665-919b-f1cf5ba15ffa HTTP/1.1" status: 200 len: 217 time: 0.0917363 May 10 15:02:01.128740 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 993c6cd9-c3c4-4ae0-a0bf-17da0853e416 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:02:01.261113 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 41754) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:01.264231 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca95b63-018c-4fb6-9ced-a14bd50cc960 req-693de8ef-b960-4ed2-bc79-2fb412cd303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:01.266303 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-5ca95b63-018c-4fb6-9ced-a14bd50cc960 req-693de8ef-b960-4ed2-bc79-2fb412cd303d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3645e3a-0b0e-40a0-8820-7f6d645d7cf2 HTTP/1.1" status: 200 len: 853 time: 0.1663070 May 10 15:02:01.327404 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda493d-8242-4440-87db-673071c6d70f req-acba7162-7caf-461f-97e1-6f7f51e1a52a tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:01.329599 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1cda493d-8242-4440-87db-673071c6d70f req-acba7162-7caf-461f-97e1-6f7f51e1a52a tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.2318652 May 10 15:02:01.373508 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-7f80dc20-29a0-4428-97a4-d2419acf57f2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:01.388834 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-5ca95b63-018c-4fb6-9ced-a14bd50cc960 req-a35ae0aa-2724-4db8-a313-8ade31ea1813 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6c618ea2-fc5a-49c9-9109-72bef3480781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053107 May 10 15:02:01.410833 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1cda493d-8242-4440-87db-673071c6d70f req-8a924875-8abe-4902-a8c1-3a46a51ab1a6 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726159 May 10 15:02:01.415210 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 993c6cd9-c3c4-4ae0-a0bf-17da0853e416, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=993c6cd9-c3c4-4ae0-a0bf-17da0853e416,segment=NetworkSegment(7cd815ba-9b5a-4807-b6e8-1c979f860135),segment_id=7cd815ba-9b5a-4807-b6e8-1c979f860135)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:02:01.440418 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Returning: {'device': '993c6cd9-c3c4-4ae0-a0bf-17da0853e416', 'network_id': 'b77e92c3-d36c-4510-8b62-765a4a371b78', 'port_id': '993c6cd9-c3c4-4ae0-a0bf-17da0853e416', 'mac_address': 'fa:16:3e:a9:ec:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb74b1e2-1575-4991-a648-54a6ec4c4aa6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:02:01.454629 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-7f80dc20-29a0-4428-97a4-d2419acf57f2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:01.461088 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:01.475919 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['71d577f8-1f8b-4665-919b-f1cf5ba15ffa', '01a40788-ca0f-45ea-9b96-977e27813e6f'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:02:01.553646 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:01.566121 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-5ca95b63-018c-4fb6-9ced-a14bd50cc960 req-72adfb04-eb7c-4824-8a6d-1e56001fc331 service neutron] 10.222.0.47 "GET /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666260 May 10 15:02:01.584881 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993c6cd9-c3c4-4ae0-a0bf-17da0853e416 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:02:01.619782 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-05783c45-7c30-4b36-aee0-610adfc851cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:01.622573 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 993c6cd9-c3c4-4ae0-a0bf-17da0853e416, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=993c6cd9-c3c4-4ae0-a0bf-17da0853e416,segment=NetworkSegment(7cd815ba-9b5a-4807-b6e8-1c979f860135),segment_id=7cd815ba-9b5a-4807-b6e8-1c979f860135)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:02:01.627558 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:01.630382 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:01.633279 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-7f80dc20-29a0-4428-97a4-d2419acf57f2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Network 6c618ea2-fc5a-49c9-9109-72bef3480781 is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:02:01.637646 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-7f80dc20-29a0-4428-97a4-d2419acf57f2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:02:01.643354 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-7f80dc20-29a0-4428-97a4-d2419acf57f2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:02:01.708695 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-5ca95b63-018c-4fb6-9ced-a14bd50cc960 req-26181c57-50ef-4c13-9200-d414a69a5b4e service neutron] 10.222.0.47 "GET /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348910 May 10 15:02:01.714398 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-05783c45-7c30-4b36-aee0-610adfc851cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:01.716675 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80dc20-29a0-4428-97a4-d2419acf57f2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Pushing event updated for resources: {'Port': ['ID=abf48733-38e9-4c8f-a0ed-d00bc9e0b990,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:01.722832 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7f80dc20-29a0-4428-97a4-d2419acf57f2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:01.723735 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-05783c45-7c30-4b36-aee0-610adfc851cb admin admin] Usage tracker for resource:security_group_rule and tenant:9c47e3b15b164bdf827572ec453d431c is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:01.742613 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=993c6cd9-c3c4-4ae0-a0bf-17da0853e416,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:01.752416 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:01.775175 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-7f80dc20-29a0-4428-97a4-d2419acf57f2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:01.775916 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-7f80dc20-29a0-4428-97a4-d2419acf57f2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:01.805000 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-05783c45-7c30-4b36-aee0-610adfc851cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:01.850069 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-05783c45-7c30-4b36-aee0-610adfc851cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:01.921252 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-7f80dc20-29a0-4428-97a4-d2419acf57f2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4771254 May 10 15:02:01.940806 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] Request body: {'port': {'device_id': '52207c98-38c9-424c-bb29-f2c5f0d7af85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:02:02.072241 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044eacb-1949-4743-bdbd-cf673871b312 req-19817fc5-494e-4fa0-99a7-fe9403b8f308 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:02.073705 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b044eacb-1949-4743-bdbd-cf673871b312 req-19817fc5-494e-4fa0-99a7-fe9403b8f308 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a382c40-43c6-46b7-9755-396296d0feed HTTP/1.1" status: 200 len: 945 time: 0.2699561 May 10 15:02:02.074050 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['993c6cd9-c3c4-4ae0-a0bf-17da0853e416'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:02:02.124471 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24b7cc-4afc-4b41-b2c2-0a62f95d06ff req-03f1d732-4888-4ae9-92d6-a8e44a2e6480 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:02.126433 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9e24b7cc-4afc-4b41-b2c2-0a62f95d06ff req-03f1d732-4888-4ae9-92d6-a8e44a2e6480 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c0c64c7-b40a-4f71-9b9c-b151ad13162c HTTP/1.1" status: 200 len: 945 time: 0.3171580 May 10 15:02:02.182440 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:02.215741 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b044eacb-1949-4743-bdbd-cf673871b312 req-66dc9ff8-ce34-4718-aeab-537aac0c25aa tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296957 May 10 15:02:02.275156 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-05783c45-7c30-4b36-aee0-610adfc851cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:02.288245 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9e24b7cc-4afc-4b41-b2c2-0a62f95d06ff req-b3cc7a61-fe2b-454f-b5dd-7fe5f1632ddc tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/security-groups?id=553cd71f-d299-472d-bad6-a4e11a0cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516185 May 10 15:02:02.290731 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-05783c45-7c30-4b36-aee0-610adfc851cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:02.301017 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7721265a-cdd2-4ad5-add0-36ba8b29e4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:02.453542 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-05783c45-7c30-4b36-aee0-610adfc851cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9c47e3b15b164bdf827572ec453d431c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1812508 May 10 15:02:02.454233 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 41808) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:02.461636 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05783c45-7c30-4b36-aee0-610adfc851cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ab94fc-d94f-4969-a36c-cecb3a3fe088,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:02.467558 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-05783c45-7c30-4b36-aee0-610adfc851cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:02.603058 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fee59c-3afc-4778-bb6c-816d8db8c6c4 req-9d43a808-ec16-469b-889c-b3d37c4c5425 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:02.603943 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-a2fee59c-3afc-4778-bb6c-816d8db8c6c4 req-9d43a808-ec16-469b-889c-b3d37c4c5425 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Synchronizing usage tracker for tenant:1787d025769c4b79adba46ce55a5a7ab on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:02:02.606792 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b27562c5-6d04-42f9-91a1-49df42fc3c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:02.650044 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-a2fee59c-3afc-4778-bb6c-816d8db8c6c4 req-9d43a808-ec16-469b-889c-b3d37c4c5425 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Unset dirty status for tenant:1787d025769c4b79adba46ce55a5a7ab on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:02:02.653162 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b27562c5-6d04-42f9-91a1-49df42fc3c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:02.657240 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a2fee59c-3afc-4778-bb6c-816d8db8c6c4 req-9d43a808-ec16-469b-889c-b3d37c4c5425 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=52207c98-38c9-424c-bb29-f2c5f0d7af85 HTTP/1.1" status: 200 len: 931 time: 0.3206089 May 10 15:02:02.718952 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a2fee59c-3afc-4778-bb6c-816d8db8c6c4 req-caa1de7c-1a1e-40b6-9543-73ac4b649708 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599923 May 10 15:02:02.721608 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b27562c5-6d04-42f9-91a1-49df42fc3c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:02.728232 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-259502fc-b71f-4ca6-b18a-983d101ac8da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:02.740776 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27562c5-6d04-42f9-91a1-49df42fc3c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ab94fc-d94f-4969-a36c-cecb3a3fe088,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:02.743171 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b27562c5-6d04-42f9-91a1-49df42fc3c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:02.749390 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b27562c5-6d04-42f9-91a1-49df42fc3c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:02.753291 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-b27562c5-6d04-42f9-91a1-49df42fc3c4e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/89ab94fc-d94f-4969-a36c-cecb3a3fe088 HTTP/1.1" status: 204 len: 168 time: 0.2955790 May 10 15:02:02.848417 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abf48733-38e9-4c8f-a0ed-d00bc9e0b990 {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:02:02.857593 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:02.886349 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] Transition to ACTIVE for port object abf48733-38e9-4c8f-a0ed-d00bc9e0b990 will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:02:02.898149 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fb10d-9409-4bc1-8b71-1a2f5deff3bc req-18e8a6c4-4430-41b2-b8b2-a8e7d2a7d2e6 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:02.899678 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-324fb10d-9409-4bc1-8b71-1a2f5deff3bc req-18e8a6c4-4430-41b2-b8b2-a8e7d2a7d2e6 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.1782334 May 10 15:02:02.900826 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:02.905032 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:02.988029 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] Pushing event updated for resources: {'Port': ['ID=abf48733-38e9-4c8f-a0ed-d00bc9e0b990,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:03.005724 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:03.157249 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:02:03.165755 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-324fb10d-9409-4bc1-8b71-1a2f5deff3bc req-3949fd64-50f2-4bd1-b70e-3ea54512f3d9 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251744 May 10 15:02:03.207371 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] Attempting to bind port abf48733-38e9-4c8f-a0ed-d00bc9e0b990 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:02:03.207719 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] Attempting to bind port abf48733-38e9-4c8f-a0ed-d00bc9e0b990 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '0a4f6d3d-54b8-4664-9a29-c42dc2e1562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6c618ea2-fc5a-49c9-9109-72bef3480781'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:02:03.208048 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] Attempting to bind port abf48733-38e9-4c8f-a0ed-d00bc9e0b990 on network 6c618ea2-fc5a-49c9-9109-72bef3480781 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:02:03.212605 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] Port abf48733-38e9-4c8f-a0ed-d00bc9e0b990 on network 6c618ea2-fc5a-49c9-9109-72bef3480781 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:02:03.212912 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] Attempting to bind port abf48733-38e9-4c8f-a0ed-d00bc9e0b990 on network 6c618ea2-fc5a-49c9-9109-72bef3480781 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:02:03.217913 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] Checking agent: {'id': '22792be7-dc61-4190-b12e-2da4263bba02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:02:03.218244 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] Checking segment: {'id': '0a4f6d3d-54b8-4664-9a29-c42dc2e1562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6c618ea2-fc5a-49c9-9109-72bef3480781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:02:03.218683 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] Bound using segment: {'id': '0a4f6d3d-54b8-4664-9a29-c42dc2e1562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6c618ea2-fc5a-49c9-9109-72bef3480781'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:02:03.219104 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] Bound port: abf48733-38e9-4c8f-a0ed-d00bc9e0b990, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a4f6d3d-54b8-4664-9a29-c42dc2e1562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6c618ea2-fc5a-49c9-9109-72bef3480781'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:02:03.219444 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:03.327296 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] For port abf48733-38e9-4c8f-a0ed-d00bc9e0b990, host hv-cinder-77428, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:02:03.331408 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] For port abf48733-38e9-4c8f-a0ed-d00bc9e0b990, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=abf48733-38e9-4c8f-a0ed-d00bc9e0b990,segment=NetworkSegment(0a4f6d3d-54b8-4664-9a29-c42dc2e1562f),segment_id=0a4f6d3d-54b8-4664-9a29-c42dc2e1562f)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:02:03.335959 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:03.343469 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3950d757-fdc8-4e28-a7e7-3c3ff5cda406 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:03.441854 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:03.442466 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:03.443814 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] 10.222.0.47 "PUT /v2.0/ports/abf48733-38e9-4c8f-a0ed-d00bc9e0b990 HTTP/1.1" status: 200 len: 1093 time: 1.5078053 May 10 15:02:03.445258 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52207c98-38c9-424c-bb29-f2c5f0d7af85', 'tag': 'abf48733-38e9-4c8f-a0ed-d00bc9e0b990'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:02:03.487204 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] Pushing event updated for resources: {'Port': ['ID=abf48733-38e9-4c8f-a0ed-d00bc9e0b990,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:03.492146 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:03.529171 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52207c98-38c9-424c-bb29-f2c5f0d7af85', 'tag': 'abf48733-38e9-4c8f-a0ed-d00bc9e0b990', 'status': 'completed', 'code': 200} May 10 15:02:03.648026 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d8c6f-ab34-4870-963d-ba10ad2131ae req-23db11e8-d6c5-448d-9578-4d5313724c23 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:03.648798 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d15d8c6f-ab34-4870-963d-ba10ad2131ae req-23db11e8-d6c5-448d-9578-4d5313724c23 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a382c40-43c6-46b7-9755-396296d0feed HTTP/1.1" status: 200 len: 945 time: 0.2681987 May 10 15:02:03.688293 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-9a580c73-9437-42c9-9073-9f34132c7df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:03.689492 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-9a580c73-9437-42c9-9073-9f34132c7df5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1787d025769c4b79adba46ce55a5a7ab&device_id=52207c98-38c9-424c-bb29-f2c5f0d7af85 HTTP/1.1" status: 200 len: 1096 time: 0.1986237 May 10 15:02:03.781815 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-f23c4458-a104-45de-96f6-450e6a6fe263 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abf48733-38e9-4c8f-a0ed-d00bc9e0b990 HTTP/1.1" status: 200 len: 217 time: 0.0792658 May 10 15:02:03.788725 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d15d8c6f-ab34-4870-963d-ba10ad2131ae req-cf9d99e8-e875-45e6-bedf-049b7e0da2eb tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200435 May 10 15:02:03.874747 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-cc59e419-5224-44d7-9ad7-9060b4c56138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:03.876750 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-cc59e419-5224-44d7-9ad7-9060b4c56138 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3645e3a-0b0e-40a0-8820-7f6d645d7cf2 HTTP/1.1" status: 200 len: 853 time: 0.0611119 May 10 15:02:03.963810 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-71b8948d-5aed-45f7-9314-54b2bc3577b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6c618ea2-fc5a-49c9-9109-72bef3480781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792353 May 10 15:02:04.107687 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb130b-76ff-47cc-8ef5-d6c6dcac2003 req-4cce75f0-8d4d-4059-859b-fbb0274e689a tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:04.109703 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-00fb130b-76ff-47cc-8ef5-d6c6dcac2003 req-4cce75f0-8d4d-4059-859b-fbb0274e689a tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=52207c98-38c9-424c-bb29-f2c5f0d7af85 HTTP/1.1" status: 200 len: 943 time: 0.1951830 May 10 15:02:04.151336 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-2617d752-047b-48ea-9e5f-8f8d47ebc0fd service neutron] 10.222.0.47 "GET /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725466 May 10 15:02:04.186137 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:04.242964 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-00fb130b-76ff-47cc-8ef5-d6c6dcac2003 req-059de2bf-0377-4947-a1a3-6a2e8a13b496 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257164 May 10 15:02:04.359492 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-babce5bf-a6eb-46c6-9136-dd91d96fe42e req-d3ef6473-52dc-4665-b43a-cca13bd23872 service neutron] 10.222.0.47 "GET /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988463 May 10 15:02:04.395142 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449c69a-ee0e-4764-870e-3d031a9286c6 req-774fc073-637a-43b7-8d80-204c5ccd2e6d tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:04.396791 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c449c69a-ee0e-4764-870e-3d031a9286c6 req-774fc073-637a-43b7-8d80-204c5ccd2e6d tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.1032755 May 10 15:02:04.492749 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c449c69a-ee0e-4764-870e-3d031a9286c6 req-75907240-800d-4149-87ad-9afdc72d7646 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899618 May 10 15:02:04.519195 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35694478-903d-41af-ba0c-9da923896823 req-bc142c48-425e-4c46-96b2-3b65a13c624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:04.520721 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-35694478-903d-41af-ba0c-9da923896823 req-bc142c48-425e-4c46-96b2-3b65a13c624d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1787d025769c4b79adba46ce55a5a7ab&device_id=52207c98-38c9-424c-bb29-f2c5f0d7af85 HTTP/1.1" status: 200 len: 1096 time: 0.1031497 May 10 15:02:04.658249 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35694478-903d-41af-ba0c-9da923896823 req-d5e01e88-ab21-44b0-902c-73d5b498d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:04.659695 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-35694478-903d-41af-ba0c-9da923896823 req-d5e01e88-ab21-44b0-902c-73d5b498d11d service neutron] 10.222.0.47 "GET /v2.0/networks?id=6c618ea2-fc5a-49c9-9109-72bef3480781 HTTP/1.1" status: 200 len: 914 time: 0.1300063 May 10 15:02:04.733406 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-35694478-903d-41af-ba0c-9da923896823 req-a019bd9f-4c41-4238-8160-2fcb2eee0348 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abf48733-38e9-4c8f-a0ed-d00bc9e0b990 HTTP/1.1" status: 200 len: 217 time: 0.0658424 May 10 15:02:04.821787 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35694478-903d-41af-ba0c-9da923896823 req-8761a0ea-cdec-43a4-8a1f-60211f1d847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:04.824006 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-35694478-903d-41af-ba0c-9da923896823 req-8761a0ea-cdec-43a4-8a1f-60211f1d847b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3645e3a-0b0e-40a0-8820-7f6d645d7cf2 HTTP/1.1" status: 200 len: 853 time: 0.0796883 May 10 15:02:04.904549 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-35694478-903d-41af-ba0c-9da923896823 req-731a21aa-8035-4feb-a593-b4dca2509c29 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6c618ea2-fc5a-49c9-9109-72bef3480781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503600 May 10 15:02:05.113797 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ab944-7e91-45de-bdf8-ddebbd51333e req-70d54651-23d7-468c-bf81-b6f9918f8369 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:05.115247 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cc9ab944-7e91-45de-bdf8-ddebbd51333e req-70d54651-23d7-468c-bf81-b6f9918f8369 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a382c40-43c6-46b7-9755-396296d0feed HTTP/1.1" status: 200 len: 945 time: 0.2097425 May 10 15:02:05.117131 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-35694478-903d-41af-ba0c-9da923896823 req-5999ca39-1fed-43a6-9585-1e4cdc915864 service neutron] 10.222.0.47 "GET /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634259 May 10 15:02:05.134723 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 993c6cd9-c3c4-4ae0-a0bf-17da0853e416 up at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:02:05.208480 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning for port 993c6cd9-c3c4-4ae0-a0bf-17da0853e416 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:02:05.213192 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning complete for port 993c6cd9-c3c4-4ae0-a0bf-17da0853e416 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:02:05.213567 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:05.237491 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cc9ab944-7e91-45de-bdf8-ddebbd51333e req-695d0277-d579-4f24-874a-fee0719f912a tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163082 May 10 15:02:05.285876 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-35694478-903d-41af-ba0c-9da923896823 req-3f0ff424-8c17-4f1a-8cdf-f6e031c212dc service neutron] 10.222.0.47 "GET /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521986 May 10 15:02:05.344914 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:05.371233 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a382c40-43c6-46b7-9755-396296d0feed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993c6cd9-c3c4-4ae0-a0bf-17da0853e416'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:02:05.382025 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 993c6cd9-c3c4-4ae0-a0bf-17da0853e416, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=993c6cd9-c3c4-4ae0-a0bf-17da0853e416,segment=NetworkSegment(7cd815ba-9b5a-4807-b6e8-1c979f860135),segment_id=7cd815ba-9b5a-4807-b6e8-1c979f860135)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:02:05.386444 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:05.388423 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:05.422267 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a382c40-43c6-46b7-9755-396296d0feed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993c6cd9-c3c4-4ae0-a0bf-17da0853e416', 'code': 200} May 10 15:02:05.456411 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=993c6cd9-c3c4-4ae0-a0bf-17da0853e416,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:05.459233 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:05.468880 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22411702-cb55-4084-94e5-2b548cca8d7f req-1a5849b4-aae6-4f6c-b36b-0030fc6dd397 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:05.470328 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-22411702-cb55-4084-94e5-2b548cca8d7f req-1a5849b4-aae6-4f6c-b36b-0030fc6dd397 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=52207c98-38c9-424c-bb29-f2c5f0d7af85 HTTP/1.1" status: 200 len: 943 time: 0.0925665 May 10 15:02:05.590975 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-22411702-cb55-4084-94e5-2b548cca8d7f req-78e131bd-e61f-45b0-8f7b-f4e3eeff7807 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142008 May 10 15:02:05.730282 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6596e2e-c998-4863-9e78-1a895a23aaa4 req-b3d59898-b41c-4959-921e-e19e2467fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:05.731651 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c6596e2e-c998-4863-9e78-1a895a23aaa4 req-b3d59898-b41c-4959-921e-e19e2467fa7f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6a382c40-43c6-46b7-9755-396296d0feed HTTP/1.1" status: 200 len: 1099 time: 0.1322596 May 10 15:02:05.739717 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17dad4-f2c4-4416-ba39-f2a11b0c32a6 req-3aca8064-2295-4102-a913-0cbbd6583227 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:05.741055 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1b17dad4-f2c4-4416-ba39-f2a11b0c32a6 req-3aca8064-2295-4102-a913-0cbbd6583227 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.1109669 May 10 15:02:05.811888 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c6596e2e-c998-4863-9e78-1a895a23aaa4 req-e5093cfb-cbd5-488c-ab54-2d148a1b2481 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528963 May 10 15:02:05.814753 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1b17dad4-f2c4-4416-ba39-f2a11b0c32a6 req-1e6a0289-8e0a-4aaf-b107-37fd1ec2ae82 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681129 May 10 15:02:05.832970 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9f0fc084-5378-4732-9893-a1eb83dc1122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:06.432797 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a094b95-4289-4820-8dec-6a8dbe0112f0 req-b649097a-60d2-4ec8-8f91-5f8821b726dc tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:06.434238 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8a094b95-4289-4820-8dec-6a8dbe0112f0 req-b649097a-60d2-4ec8-8f91-5f8821b726dc tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a382c40-43c6-46b7-9755-396296d0feed HTTP/1.1" status: 200 len: 946 time: 0.0811863 May 10 15:02:06.477988 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8a094b95-4289-4820-8dec-6a8dbe0112f0 req-1e4f64ce-6332-4f15-bed4-ca1030dad4f0 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379541 May 10 15:02:06.787422 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d9abc-ef9b-4ed6-9058-ff8210b8e5f5 req-4673eace-4248-4522-9404-73e20f8d6ab9 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:06.788877 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-557d9abc-ef9b-4ed6-9058-ff8210b8e5f5 req-4673eace-4248-4522-9404-73e20f8d6ab9 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=52207c98-38c9-424c-bb29-f2c5f0d7af85 HTTP/1.1" status: 200 len: 943 time: 0.0823207 May 10 15:02:06.832199 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-557d9abc-ef9b-4ed6-9058-ff8210b8e5f5 req-63a528b1-9010-4e69-80a2-63deb643edb5 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371685 May 10 15:02:07.000777 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b35a8d-33ab-4a60-bc86-25df78bd3b01 req-21e80706-e8fb-46db-939c-64d7ce28df6d tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:07.002241 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-39b35a8d-33ab-4a60-bc86-25df78bd3b01 req-21e80706-e8fb-46db-939c-64d7ce28df6d tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.0801563 May 10 15:02:07.069700 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-39b35a8d-33ab-4a60-bc86-25df78bd3b01 req-85a5f908-9e13-459d-83c6-4fc75eca3711 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612254 May 10 15:02:07.141255 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device abf48733-38e9-4c8f-a0ed-d00bc9e0b990 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:02:07.299306 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port abf48733-38e9-4c8f-a0ed-d00bc9e0b990, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=abf48733-38e9-4c8f-a0ed-d00bc9e0b990,segment=NetworkSegment(0a4f6d3d-54b8-4664-9a29-c42dc2e1562f),segment_id=0a4f6d3d-54b8-4664-9a29-c42dc2e1562f)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:02:07.314219 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Returning: {'device': 'abf48733-38e9-4c8f-a0ed-d00bc9e0b990', 'network_id': '6c618ea2-fc5a-49c9-9109-72bef3480781', 'port_id': 'abf48733-38e9-4c8f-a0ed-d00bc9e0b990', 'mac_address': 'fa:16:3e:ab:25:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3645e3a-0b0e-40a0-8820-7f6d645d7cf2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:02:07.384265 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:07.409715 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abf48733-38e9-4c8f-a0ed-d00bc9e0b990 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:02:07.438261 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port abf48733-38e9-4c8f-a0ed-d00bc9e0b990, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=abf48733-38e9-4c8f-a0ed-d00bc9e0b990,segment=NetworkSegment(0a4f6d3d-54b8-4664-9a29-c42dc2e1562f),segment_id=0a4f6d3d-54b8-4664-9a29-c42dc2e1562f)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:02:07.442913 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:07.445620 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:07.524974 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=abf48733-38e9-4c8f-a0ed-d00bc9e0b990,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:07.528212 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:07.684165 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 41972) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:07.689191 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a76168-ceec-4c8b-b772-87f104248f04 req-9680ca16-53e3-434d-bf15-25d2cde9284d tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:07.690656 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-78a76168-ceec-4c8b-b772-87f104248f04 req-9680ca16-53e3-434d-bf15-25d2cde9284d tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a382c40-43c6-46b7-9755-396296d0feed HTTP/1.1" status: 200 len: 946 time: 0.0926857 May 10 15:02:07.743436 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-78a76168-ceec-4c8b-b772-87f104248f04 req-c69e5f82-7d22-47ce-8096-b276108bd1f5 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459111 May 10 15:02:07.808981 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0b61d8e8-4b7f-4859-a820-c3ae058070a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:07.823888 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0b61d8e8-4b7f-4859-a820-c3ae058070a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:07.828705 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0b61d8e8-4b7f-4859-a820-c3ae058070a2 admin admin] Usage tracker for resource:security_group_rule and tenant:ec283b560264414faef07c6152ca7f5d is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:07.831591 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0b61d8e8-4b7f-4859-a820-c3ae058070a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:07.837430 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0b61d8e8-4b7f-4859-a820-c3ae058070a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:07.906757 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['abf48733-38e9-4c8f-a0ed-d00bc9e0b990'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:02:07.924947 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0b61d8e8-4b7f-4859-a820-c3ae058070a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:07.929469 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0b61d8e8-4b7f-4859-a820-c3ae058070a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:07.938338 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-93e8d06e-5de6-463f-bf9f-0862027219a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:07.982395 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-0b61d8e8-4b7f-4859-a820-c3ae058070a2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec283b560264414faef07c6152ca7f5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942009 May 10 15:02:07.982395 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61d8e8-4b7f-4859-a820-c3ae058070a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983f6978-c75c-4415-990f-363f34b24a13,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:07.985052 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 41982) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:07.987317 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0b61d8e8-4b7f-4859-a820-c3ae058070a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:08.037262 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02745a84-1fb6-405b-a347-7041c87aef77 req-ee45735d-a931-4d5b-8df1-ac9054f7d01d tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:08.044892 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-02745a84-1fb6-405b-a347-7041c87aef77 req-ee45735d-a931-4d5b-8df1-ac9054f7d01d tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=52207c98-38c9-424c-bb29-f2c5f0d7af85 HTTP/1.1" status: 200 len: 944 time: 0.1025667 May 10 15:02:08.050189 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-376b2f0a-a158-4bca-a17e-0dab974e39d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:08.081572 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-376b2f0a-a158-4bca-a17e-0dab974e39d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:08.112807 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-02745a84-1fb6-405b-a347-7041c87aef77 req-0d2094ec-a071-400c-af00-54126e9b4c1b tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665905 May 10 15:02:08.156514 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-376b2f0a-a158-4bca-a17e-0dab974e39d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:08.162551 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:08.176510 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b2f0a-a158-4bca-a17e-0dab974e39d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983f6978-c75c-4415-990f-363f34b24a13,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:08.194850 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-376b2f0a-a158-4bca-a17e-0dab974e39d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:08.199202 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-376b2f0a-a158-4bca-a17e-0dab974e39d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:08.204155 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-376b2f0a-a158-4bca-a17e-0dab974e39d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/983f6978-c75c-4415-990f-363f34b24a13 HTTP/1.1" status: 204 len: 168 time: 0.2184157 May 10 15:02:08.324665 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778b469-f72d-4a5b-b3fc-77dfe7ff4ac3 req-5fed9fe7-cbc6-4882-998f-39182d1ab82a tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:08.326129 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b778b469-f72d-4a5b-b3fc-77dfe7ff4ac3 req-5fed9fe7-cbc6-4882-998f-39182d1ab82a tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.1013069 May 10 15:02:08.384671 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b778b469-f72d-4a5b-b3fc-77dfe7ff4ac3 req-ea956972-c53f-415a-b174-5eef5bac0633 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519133 May 10 15:02:08.425710 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:08.563004 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 42002) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:08.580316 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-fdc9810a-49d0-41c4-84a7-bbd43fedb41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:08.580933 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6ecf4bf3-e20e-4f2b-8a4d-821511ee2cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:08.598474 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-6ecf4bf3-e20e-4f2b-8a4d-821511ee2cf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:08.602322 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-6ecf4bf3-e20e-4f2b-8a4d-821511ee2cf4 admin admin] Usage tracker for resource:security_group_rule and tenant:ee598e10ad3740fe8b0ba94680f6808d is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:08.605145 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-6ecf4bf3-e20e-4f2b-8a4d-821511ee2cf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:08.611222 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-6ecf4bf3-e20e-4f2b-8a4d-821511ee2cf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:08.693920 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6ecf4bf3-e20e-4f2b-8a4d-821511ee2cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:08.697972 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6ecf4bf3-e20e-4f2b-8a4d-821511ee2cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:08.706247 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:08.745464 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-6ecf4bf3-e20e-4f2b-8a4d-821511ee2cf4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee598e10ad3740fe8b0ba94680f6808d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1813223 May 10 15:02:08.746296 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf4bf3-e20e-4f2b-8a4d-821511ee2cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b06f932-3443-4eda-81f1-00d1761fe36b,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:08.748013 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 42010) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:08.749195 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6ecf4bf3-e20e-4f2b-8a4d-821511ee2cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:08.816027 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4b60c7f7-2d50-45e3-8a6e-196897582155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:08.841568 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4b60c7f7-2d50-45e3-8a6e-196897582155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:08.897374 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4b60c7f7-2d50-45e3-8a6e-196897582155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:08.902841 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-f2a4517c-fa72-4a20-8d01-341066440829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:08.916938 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60c7f7-2d50-45e3-8a6e-196897582155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b06f932-3443-4eda-81f1-00d1761fe36b,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:08.920696 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-4b60c7f7-2d50-45e3-8a6e-196897582155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:08.932661 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4b60c7f7-2d50-45e3-8a6e-196897582155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:08.934346 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-4b60c7f7-2d50-45e3-8a6e-196897582155 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1b06f932-3443-4eda-81f1-00d1761fe36b HTTP/1.1" status: 204 len: 168 time: 0.1850073 May 10 15:02:09.110844 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 42026) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:09.300224 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2c1c0f99-09f5-443b-a1e8-ef57f20a160c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:09.332423 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-2c1c0f99-09f5-443b-a1e8-ef57f20a160c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:09.347254 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94c452-36a9-4e4b-96c4-2536f722f3ab req-d1fda9d1-e63d-4525-98df-1631a509931e tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:09.348822 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ea94c452-36a9-4e4b-96c4-2536f722f3ab req-d1fda9d1-e63d-4525-98df-1631a509931e tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a382c40-43c6-46b7-9755-396296d0feed HTTP/1.1" status: 200 len: 946 time: 0.1794982 May 10 15:02:09.350067 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-2c1c0f99-09f5-443b-a1e8-ef57f20a160c admin admin] Usage tracker for resource:security_group_rule and tenant:9ab5cfabb51349faa89d59d32f710ea8 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:09.355489 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-2c1c0f99-09f5-443b-a1e8-ef57f20a160c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:09.379293 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:09.380676 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-2c1c0f99-09f5-443b-a1e8-ef57f20a160c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:09.435460 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ea94c452-36a9-4e4b-96c4-2536f722f3ab req-ba77f373-747b-436e-a55c-98f0ceb91e16 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762620 May 10 15:02:09.468846 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432c3fc-e58f-4161-ac79-7c90af4d1896 req-e61ed5c6-843e-4fc1-8d16-d26359956587 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:09.470470 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b432c3fc-e58f-4161-ac79-7c90af4d1896 req-e61ed5c6-843e-4fc1-8d16-d26359956587 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=52207c98-38c9-424c-bb29-f2c5f0d7af85 HTTP/1.1" status: 200 len: 944 time: 0.2073221 May 10 15:02:09.552524 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b432c3fc-e58f-4161-ac79-7c90af4d1896 req-09402f04-960f-44be-9b16-110d20de27a9 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738838 May 10 15:02:09.586343 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2c1c0f99-09f5-443b-a1e8-ef57f20a160c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:09.590609 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2c1c0f99-09f5-443b-a1e8-ef57f20a160c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:09.642896 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-05783c45-7c30-4b36-aee0-610adfc851cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:09.652331 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-2c1c0f99-09f5-443b-a1e8-ef57f20a160c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ab5cfabb51349faa89d59d32f710ea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5402422 May 10 15:02:09.654618 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 42058) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:09.760659 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c0f99-09f5-443b-a1e8-ef57f20a160c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba53e7e9-38eb-4f7a-9a6b-86587acd83a9,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:09.765783 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-2c1c0f99-09f5-443b-a1e8-ef57f20a160c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:09.792892 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bb953473-3102-4dbf-a8e0-fbadd69d3231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:09.837225 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365768ed-5f82-466d-b189-8052cd35cf14 req-75547ab4-c3f1-44a8-9855-e1261dc822f6 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:09.838653 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-365768ed-5f82-466d-b189-8052cd35cf14 req-75547ab4-c3f1-44a8-9855-e1261dc822f6 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.1494110 May 10 15:02:09.842985 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bb953473-3102-4dbf-a8e0-fbadd69d3231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:09.914095 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-365768ed-5f82-466d-b189-8052cd35cf14 req-78fbc378-7581-4a74-8cc6-b5e4a2116d6c tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644851 May 10 15:02:09.935864 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bb953473-3102-4dbf-a8e0-fbadd69d3231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:09.935864 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-35b916a4-733b-4afa-8485-b29d299ff772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:09.946086 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb953473-3102-4dbf-a8e0-fbadd69d3231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba53e7e9-38eb-4f7a-9a6b-86587acd83a9,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:09.949535 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-bb953473-3102-4dbf-a8e0-fbadd69d3231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:09.953343 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bb953473-3102-4dbf-a8e0-fbadd69d3231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:09.957162 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-bb953473-3102-4dbf-a8e0-fbadd69d3231 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba53e7e9-38eb-4f7a-9a6b-86587acd83a9 HTTP/1.1" status: 204 len: 168 time: 0.2989564 May 10 15:02:10.654948 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171fd74-c9c6-4a7c-9eef-175a8245dab8 req-9829a9aa-1044-48f7-8fe5-073e07e6654a tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:10.662913 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0171fd74-c9c6-4a7c-9eef-175a8245dab8 req-9829a9aa-1044-48f7-8fe5-073e07e6654a tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a382c40-43c6-46b7-9755-396296d0feed HTTP/1.1" status: 200 len: 946 time: 0.1117032 May 10 15:02:10.719988 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0171fd74-c9c6-4a7c-9eef-175a8245dab8 req-f63a2ee7-38b0-4bb5-b9ed-9b26bea1ce2b tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560172 May 10 15:02:10.845617 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40010914-bc9a-45ad-a0cf-a0e2513d8b4e req-46462915-39b8-4a78-a4e5-d452f5a7eb00 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:10.847126 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-40010914-bc9a-45ad-a0cf-a0e2513d8b4e req-46462915-39b8-4a78-a4e5-d452f5a7eb00 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=52207c98-38c9-424c-bb29-f2c5f0d7af85 HTTP/1.1" status: 200 len: 944 time: 0.1607828 May 10 15:02:10.903732 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-40010914-bc9a-45ad-a0cf-a0e2513d8b4e req-d0db10f2-9ea0-41be-a6d6-3f0c2eabd858 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498273 May 10 15:02:10.909362 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:11.168952 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device abf48733-38e9-4c8f-a0ed-d00bc9e0b990 up at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:02:11.201674 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c323ba4-1ad6-4474-85ba-62338383fd4c req-d0cf9532-aa16-40c3-a143-4a746d08edcb tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:11.209070 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3c323ba4-1ad6-4474-85ba-62338383fd4c req-d0cf9532-aa16-40c3-a143-4a746d08edcb tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.1675618 May 10 15:02:11.252347 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3c323ba4-1ad6-4474-85ba-62338383fd4c req-21f04660-db10-42ff-9e88-1745fc696d39 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423279 May 10 15:02:11.279933 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning for port abf48733-38e9-4c8f-a0ed-d00bc9e0b990 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:02:11.287512 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning complete for port abf48733-38e9-4c8f-a0ed-d00bc9e0b990 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:02:11.288172 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:11.456356 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:11.464890 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcd127-d5ed-4a1c-b3f6-1a782f7a4c38 req-4f699534-311f-407f-87a8-a41854543c19 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:11.466728 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a0bcd127-d5ed-4a1c-b3f6-1a782f7a4c38 req-4f699534-311f-407f-87a8-a41854543c19 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a382c40-43c6-46b7-9755-396296d0feed HTTP/1.1" status: 200 len: 946 time: 0.1056447 May 10 15:02:11.493469 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52207c98-38c9-424c-bb29-f2c5f0d7af85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf48733-38e9-4c8f-a0ed-d00bc9e0b990'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:02:11.504358 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port abf48733-38e9-4c8f-a0ed-d00bc9e0b990, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=abf48733-38e9-4c8f-a0ed-d00bc9e0b990,segment=NetworkSegment(0a4f6d3d-54b8-4664-9a29-c42dc2e1562f),segment_id=0a4f6d3d-54b8-4664-9a29-c42dc2e1562f)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:02:11.508927 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:11.512140 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:11.595412 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=abf48733-38e9-4c8f-a0ed-d00bc9e0b990,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:11.599733 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:11.601733 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52207c98-38c9-424c-bb29-f2c5f0d7af85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf48733-38e9-4c8f-a0ed-d00bc9e0b990', 'code': 200} May 10 15:02:11.673354 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-a0bcd127-d5ed-4a1c-b3f6-1a782f7a4c38 req-36ae1b9a-4268-464c-91f9-3176ce9f3200 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Deleting port 993c6cd9-c3c4-4ae0-a0bf-17da0853e416 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:02:11.673354 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-a0bcd127-d5ed-4a1c-b3f6-1a782f7a4c38 req-36ae1b9a-4268-464c-91f9-3176ce9f3200 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:11.828071 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-a0bcd127-d5ed-4a1c-b3f6-1a782f7a4c38 req-36ae1b9a-4268-464c-91f9-3176ce9f3200 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] For port 993c6cd9-c3c4-4ae0-a0bf-17da0853e416, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=993c6cd9-c3c4-4ae0-a0bf-17da0853e416,segment=NetworkSegment(7cd815ba-9b5a-4807-b6e8-1c979f860135),segment_id=7cd815ba-9b5a-4807-b6e8-1c979f860135)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:02:11.828552 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-a0bcd127-d5ed-4a1c-b3f6-1a782f7a4c38 req-36ae1b9a-4268-464c-91f9-3176ce9f3200 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:11.872556 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b9790-4f75-4b8c-a02b-10e2664009d0 req-75caeff5-b5d1-4054-a871-a5e13b8fdf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:11.874046 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-de3b9790-4f75-4b8c-a02b-10e2664009d0 req-75caeff5-b5d1-4054-a871-a5e13b8fdf6f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=52207c98-38c9-424c-bb29-f2c5f0d7af85 HTTP/1.1" status: 200 len: 1098 time: 0.0719216 May 10 15:02:11.923813 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-de3b9790-4f75-4b8c-a02b-10e2664009d0 req-bd8c0e64-1767-4e67-bc75-192385d2ff4d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413616 May 10 15:02:11.995624 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-a0bcd127-d5ed-4a1c-b3f6-1a782f7a4c38 req-36ae1b9a-4268-464c-91f9-3176ce9f3200 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Calling delete_port for 993c6cd9-c3c4-4ae0-a0bf-17da0853e416 owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:02:12.118174 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fdc80-76ef-453f-ae7f-19b9286e7625 req-f55b877a-8a01-4539-8304-e68118e35c02 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:12.119656 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-382fdc80-76ef-453f-ae7f-19b9286e7625 req-f55b877a-8a01-4539-8304-e68118e35c02 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a382c40-43c6-46b7-9755-396296d0feed HTTP/1.1" status: 200 len: 946 time: 0.2818334 May 10 15:02:12.252385 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-382fdc80-76ef-453f-ae7f-19b9286e7625 req-8cc35e65-e537-4a2e-ad5d-141d081cb6ab tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200953 May 10 15:02:12.291902 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-a0bcd127-d5ed-4a1c-b3f6-1a782f7a4c38 req-36ae1b9a-4268-464c-91f9-3176ce9f3200 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:12.297952 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:12.305225 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['993c6cd9-c3c4-4ae0-a0bf-17da0853e416'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:02:12.361370 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4c50c-fb23-4be7-947d-2b26a16c3987 req-fdc3054b-5b15-4bdd-8053-4fe2e4df64be tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:12.362823 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-beb4c50c-fb23-4be7-947d-2b26a16c3987 req-fdc3054b-5b15-4bdd-8053-4fe2e4df64be tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=52207c98-38c9-424c-bb29-f2c5f0d7af85 HTTP/1.1" status: 200 len: 945 time: 0.2128148 May 10 15:02:12.363565 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae1b9a-4268-464c-91f9-3176ce9f3200 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Pushing event deleted for resources: {'Port': ['ID=993c6cd9-c3c4-4ae0-a0bf-17da0853e416,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:12.366608 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-36ae1b9a-4268-464c-91f9-3176ce9f3200 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:12.460458 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bcd127-d5ed-4a1c-b3f6-1a782f7a4c38 req-36ae1b9a-4268-464c-91f9-3176ce9f3200 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] No DVR routers for this DVR port 993c6cd9-c3c4-4ae0-a0bf-17da0853e416 on host hv-cinder-77428 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:02:12.466935 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-a0bcd127-d5ed-4a1c-b3f6-1a782f7a4c38 req-36ae1b9a-4268-464c-91f9-3176ce9f3200 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:12.469384 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a382c40-43c6-46b7-9755-396296d0feed', 'name': 'network-vif-deleted', 'tag': '993c6cd9-c3c4-4ae0-a0bf-17da0853e416'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:02:12.486679 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-beb4c50c-fb23-4be7-947d-2b26a16c3987 req-874d03de-0762-4f4d-a3b8-458f3724779f tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945251 May 10 15:02:12.526669 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a0bcd127-d5ed-4a1c-b3f6-1a782f7a4c38 req-36ae1b9a-4268-464c-91f9-3176ce9f3200 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.47 "DELETE /v2.0/ports/993c6cd9-c3c4-4ae0-a0bf-17da0853e416 HTTP/1.1" status: 204 len: 173 time: 1.0456328 May 10 15:02:12.542303 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a382c40-43c6-46b7-9755-396296d0feed', 'name': 'network-vif-deleted', 'tag': '993c6cd9-c3c4-4ae0-a0bf-17da0853e416', 'status': 'completed', 'code': 200} May 10 15:02:12.578575 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e14c3f-1bf1-48c1-b9e0-337e18bbf778 req-56d1b262-e4f3-4b05-a39a-c90f1f0f187a tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:12.580045 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a7e14c3f-1bf1-48c1-b9e0-337e18bbf778 req-56d1b262-e4f3-4b05-a39a-c90f1f0f187a tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.1002448 May 10 15:02:12.625599 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a7e14c3f-1bf1-48c1-b9e0-337e18bbf778 req-1f93ef45-bc64-4eff-87dc-9dfa7e3d9800 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397789 May 10 15:02:13.468574 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-bc63d460-6348-44ce-b388-a3bb9bda8554 req-5ca4c82d-6d02-40a7-b8b6-8f779e31fa40 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Synchronizing usage tracker for tenant:7fab840f400a4fb3a8999f588602e0b2 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:02:13.487147 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-bc63d460-6348-44ce-b388-a3bb9bda8554 req-5ca4c82d-6d02-40a7-b8b6-8f779e31fa40 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Unset dirty status for tenant:7fab840f400a4fb3a8999f588602e0b2 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:02:13.488779 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bc63d460-6348-44ce-b388-a3bb9bda8554 req-5ca4c82d-6d02-40a7-b8b6-8f779e31fa40 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a382c40-43c6-46b7-9755-396296d0feed HTTP/1.1" status: 200 len: 210 time: 0.0876377 May 10 15:02:13.674851 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9061d8e-8180-4251-997d-f4717d81ef21 req-7fc2b60f-c6b1-4b40-8ebe-f706c74cdb45 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:13.676208 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c9061d8e-8180-4251-997d-f4717d81ef21 req-7fc2b60f-c6b1-4b40-8ebe-f706c74cdb45 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=52207c98-38c9-424c-bb29-f2c5f0d7af85 HTTP/1.1" status: 200 len: 945 time: 0.0810621 May 10 15:02:13.720393 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c9061d8e-8180-4251-997d-f4717d81ef21 req-9374f612-1269-4292-94b5-f5b9cabbe60e tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384159 May 10 15:02:13.887165 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6e600-d4ec-4eec-b815-f19774fdf85c req-c7009f82-7111-4140-8121-d7105f10cd12 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:13.888638 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4ec6e600-d4ec-4eec-b815-f19774fdf85c req-c7009f82-7111-4140-8121-d7105f10cd12 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.0782740 May 10 15:02:13.937630 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4ec6e600-d4ec-4eec-b815-f19774fdf85c req-37970714-9b4c-4002-8b58-aa00cacd893b tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425973 May 10 15:02:15.580799 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 993c6cd9-c3c4-4ae0-a0bf-17da0853e416 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:02:15.613922 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] No Port match for: 993c6cd9-c3c4-4ae0-a0bf-17da0853e416 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:02:15.614264 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 993c6cd9-c3c4-4ae0-a0bf-17da0853e416 not bound to the agent host hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:02:16.924699 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decf140-b7c9-44c7-99b0-177f97368511 req-cf42f1f0-c9a3-4ed1-a374-0c9cb8c09ced tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:16.926193 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6decf140-b7c9-44c7-99b0-177f97368511 req-cf42f1f0-c9a3-4ed1-a374-0c9cb8c09ced tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.0814576 May 10 15:02:16.971363 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6decf140-b7c9-44c7-99b0-177f97368511 req-84abf817-d230-4690-b36c-33c2238313ad tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392861 May 10 15:02:17.198244 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37887bf-456e-4a23-a945-eb2ac921849c req-044bf1b3-8e71-4aac-a878-ed3cdce2a330 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:17.199675 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d37887bf-456e-4a23-a945-eb2ac921849c req-044bf1b3-8e71-4aac-a878-ed3cdce2a330 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/networks?id=b77e92c3-d36c-4510-8b62-765a4a371b78 HTTP/1.1" status: 200 len: 809 time: 0.2062025 May 10 15:02:17.215043 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d37887bf-456e-4a23-a945-eb2ac921849c req-741dc601-880a-4977-96e7-d99f0ee333a9 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/quotas/7fab840f400a4fb3a8999f588602e0b2 HTTP/1.1" status: 200 len: 375 time: 0.0089881 May 10 15:02:17.269484 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d37887bf-456e-4a23-a945-eb2ac921849c req-78882d86-7a74-4f57-93e8-5214269369ef tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7fab840f400a4fb3a8999f588602e0b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486498 May 10 15:02:17.420512 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d37887bf-456e-4a23-a945-eb2ac921849c req-620b2acf-c0d5-4b99-adbf-a6f8a288e0fc service neutron] 10.222.0.30 "GET /v2.0/networks/b77e92c3-d36c-4510-8b62-765a4a371b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442318 May 10 15:02:17.559375 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d37887bf-456e-4a23-a945-eb2ac921849c req-27585bf7-e9d3-477a-971c-259e6bffb812 service neutron] 10.222.0.30 "GET /v2.0/networks/b77e92c3-d36c-4510-8b62-765a4a371b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317804 May 10 15:02:17.850718 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-38342e54-6b33-4485-8492-8ab008bc7514 req-062fd0fe-7da5-4755-9628-45485701ca8a tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a83bd6-30f3-49f4-81e1-bc676837185d HTTP/1.1" status: 200 len: 210 time: 0.0680835 May 10 15:02:18.381918 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ab665-6d85-4c93-881a-b467090de656 req-ee042c28-b19c-44de-bf22-b478574d0a63 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:18.384158 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f91ab665-6d85-4c93-881a-b467090de656 req-ee042c28-b19c-44de-bf22-b478574d0a63 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.1152372 May 10 15:02:18.433741 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f91ab665-6d85-4c93-881a-b467090de656 req-11ae586a-ec91-4975-86d9-f8b0ab0d5818 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432215 May 10 15:02:18.994455 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-22b33230-bdec-43c3-bce7-ba76c3ec71f2 req-841a7caf-5a19-476b-a99d-883795d6b4d9 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a83bd6-30f3-49f4-81e1-bc676837185d HTTP/1.1" status: 200 len: 210 time: 0.0413442 May 10 15:02:19.373941 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37887bf-456e-4a23-a945-eb2ac921849c req-0ecf955e-2aca-407b-b36b-bb937c0dc770 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:19.376007 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d37887bf-456e-4a23-a945-eb2ac921849c req-0ecf955e-2aca-407b-b36b-bb937c0dc770 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.47 "GET /v2.0/networks?id=b77e92c3-d36c-4510-8b62-765a4a371b78 HTTP/1.1" status: 200 len: 809 time: 0.1868296 May 10 15:02:19.392961 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-d37887bf-456e-4a23-a945-eb2ac921849c req-277070af-3769-4594-8cfd-7505a68366df tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Request body: {'port': {'device_id': 'd7a83bd6-30f3-49f4-81e1-bc676837185d', 'network_id': 'b77e92c3-d36c-4510-8b62-765a4a371b78', 'admin_state_up': True, 'tenant_id': '7fab840f400a4fb3a8999f588602e0b2'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:02:19.543674 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-d37887bf-456e-4a23-a945-eb2ac921849c req-277070af-3769-4594-8cfd-7505a68366df tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:19.555429 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-d37887bf-456e-4a23-a945-eb2ac921849c req-277070af-3769-4594-8cfd-7505a68366df tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:19.567063 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d37887bf-456e-4a23-a945-eb2ac921849c req-277070af-3769-4594-8cfd-7505a68366df tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Made reservation on behalf of 7fab840f400a4fb3a8999f588602e0b2 for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:19.571997 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-d37887bf-456e-4a23-a945-eb2ac921849c req-277070af-3769-4594-8cfd-7505a68366df tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:19.787858 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181a5e8-3ca4-4778-adf9-1dfaea6e8f87 req-e445e422-770b-44e3-adf4-92aad18ea7a4 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:19.789332 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a181a5e8-3ca4-4778-adf9-1dfaea6e8f87 req-e445e422-770b-44e3-adf4-92aad18ea7a4 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.1978331 May 10 15:02:19.830468 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-d37887bf-456e-4a23-a945-eb2ac921849c req-277070af-3769-4594-8cfd-7505a68366df tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Allocated IP 172.20.0.9 (b77e92c3-d36c-4510-8b62-765a4a371b78/fb74b1e2-1575-4991-a648-54a6ec4c4aa6/78305943-bc43-4efe-b359-7ebc90b53065) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:02:19.856450 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a181a5e8-3ca4-4778-adf9-1dfaea6e8f87 req-29e66902-55ff-4662-ad5d-5cd0b696e31d tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595119 May 10 15:02:20.056369 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-d37887bf-456e-4a23-a945-eb2ac921849c req-277070af-3769-4594-8cfd-7505a68366df tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:20.086411 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-d37887bf-456e-4a23-a945-eb2ac921849c req-277070af-3769-4594-8cfd-7505a68366df tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:20.092259 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-719b1fec-8acf-4c4a-9cb3-5d3cd2bb1b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:20.196134 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d37887bf-456e-4a23-a945-eb2ac921849c req-277070af-3769-4594-8cfd-7505a68366df tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Network b77e92c3-d36c-4510-8b62-765a4a371b78 is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:02:20.200680 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-d37887bf-456e-4a23-a945-eb2ac921849c req-277070af-3769-4594-8cfd-7505a68366df tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:02:20.212828 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37887bf-456e-4a23-a945-eb2ac921849c req-277070af-3769-4594-8cfd-7505a68366df tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:02:20.245601 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277070af-3769-4594-8cfd-7505a68366df tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Pushing event updated for resources: {'Port': ['ID=78305943-bc43-4efe-b359-7ebc90b53065,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:20.315251 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-277070af-3769-4594-8cfd-7505a68366df tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:20.350988 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37887bf-456e-4a23-a945-eb2ac921849c req-277070af-3769-4594-8cfd-7505a68366df tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:20.351593 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-d37887bf-456e-4a23-a945-eb2ac921849c req-277070af-3769-4594-8cfd-7505a68366df tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:20.381103 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4062f35-0212-4ff4-a23d-1772941a4d66 req-14407aeb-d26e-413f-a2d9-7bfadbeaa674 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:20.382542 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c4062f35-0212-4ff4-a23d-1772941a4d66 req-14407aeb-d26e-413f-a2d9-7bfadbeaa674 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a83bd6-30f3-49f4-81e1-bc676837185d HTTP/1.1" status: 200 len: 931 time: 0.2529795 May 10 15:02:20.409209 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d37887bf-456e-4a23-a945-eb2ac921849c req-277070af-3769-4594-8cfd-7505a68366df tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0209398 May 10 15:02:20.433713 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-d37887bf-456e-4a23-a945-eb2ac921849c req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] Request body: {'port': {'device_id': 'd7a83bd6-30f3-49f4-81e1-bc676837185d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:02:20.466038 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c4062f35-0212-4ff4-a23d-1772941a4d66 req-09f5ebd9-451b-409e-b09a-65e40f728a4b tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775416 May 10 15:02:20.554231 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-d37887bf-456e-4a23-a945-eb2ac921849c req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:20.908730 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-d37887bf-456e-4a23-a945-eb2ac921849c req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78305943-bc43-4efe-b359-7ebc90b53065 {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:02:20.916577 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-d37887bf-456e-4a23-a945-eb2ac921849c req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:20.936686 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-d37887bf-456e-4a23-a945-eb2ac921849c req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] Transition to ACTIVE for port object 78305943-bc43-4efe-b359-7ebc90b53065 will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:02:20.940107 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-d37887bf-456e-4a23-a945-eb2ac921849c req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:20.948501 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:21.077011 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 42382) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:21.126234 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 42388) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:21.175524 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] Pushing event updated for resources: {'Port': ['ID=78305943-bc43-4efe-b359-7ebc90b53065,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:21.178559 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:21.271727 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2e739067-3d85-4612-aa2c-20258329ce6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.279539 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b22ec-3717-4eca-b42b-503e5d9119d5 req-ff1dfc9e-df4a-4478-8141-c015786e0908 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:21.281726 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7e3b22ec-3717-4eca-b42b-503e5d9119d5 req-ff1dfc9e-df4a-4478-8141-c015786e0908 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.2840092 May 10 15:02:21.281959 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a8032715-f2a7-4c4e-82a4-264f2ac9bcae admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.284030 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-d37887bf-456e-4a23-a945-eb2ac921849c req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] Attempting to bind port 78305943-bc43-4efe-b359-7ebc90b53065 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:02:21.284359 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-d37887bf-456e-4a23-a945-eb2ac921849c req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] Attempting to bind port 78305943-bc43-4efe-b359-7ebc90b53065 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '7cd815ba-9b5a-4807-b6e8-1c979f860135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b77e92c3-d36c-4510-8b62-765a4a371b78'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:02:21.284677 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37887bf-456e-4a23-a945-eb2ac921849c req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] Attempting to bind port 78305943-bc43-4efe-b359-7ebc90b53065 on network b77e92c3-d36c-4510-8b62-765a4a371b78 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:02:21.301269 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a8032715-f2a7-4c4e-82a4-264f2ac9bcae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:21.302067 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37887bf-456e-4a23-a945-eb2ac921849c req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] Port 78305943-bc43-4efe-b359-7ebc90b53065 on network b77e92c3-d36c-4510-8b62-765a4a371b78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:02:21.302389 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37887bf-456e-4a23-a945-eb2ac921849c req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] Attempting to bind port 78305943-bc43-4efe-b359-7ebc90b53065 on network b77e92c3-d36c-4510-8b62-765a4a371b78 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:02:21.303605 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-2e739067-3d85-4612-aa2c-20258329ce6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:21.307984 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-a8032715-f2a7-4c4e-82a4-264f2ac9bcae admin admin] Usage tracker for resource:security_group_rule and tenant:755d0af09a6747ab838abbdd148053f5 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:21.310690 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-2e739067-3d85-4612-aa2c-20258329ce6f admin admin] Usage tracker for resource:security_group_rule and tenant:c82946fc4d7f4583b13289dfed6f7d93 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:21.313096 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37887bf-456e-4a23-a945-eb2ac921849c req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] Checking agent: {'id': '22792be7-dc61-4190-b12e-2da4263bba02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:02:21.313263 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-a8032715-f2a7-4c4e-82a4-264f2ac9bcae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:21.313424 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37887bf-456e-4a23-a945-eb2ac921849c req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] Checking segment: {'id': '7cd815ba-9b5a-4807-b6e8-1c979f860135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b77e92c3-d36c-4510-8b62-765a4a371b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:02:21.313791 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37887bf-456e-4a23-a945-eb2ac921849c req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] Bound using segment: {'id': '7cd815ba-9b5a-4807-b6e8-1c979f860135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b77e92c3-d36c-4510-8b62-765a4a371b78'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:02:21.314209 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-d37887bf-456e-4a23-a945-eb2ac921849c req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] Bound port: 78305943-bc43-4efe-b359-7ebc90b53065, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cd815ba-9b5a-4807-b6e8-1c979f860135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b77e92c3-d36c-4510-8b62-765a4a371b78'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:02:21.314541 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-d37887bf-456e-4a23-a945-eb2ac921849c req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.315862 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-2e739067-3d85-4612-aa2c-20258329ce6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:21.323079 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a8032715-f2a7-4c4e-82a4-264f2ac9bcae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:21.325173 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-2e739067-3d85-4612-aa2c-20258329ce6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:21.383897 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7e3b22ec-3717-4eca-b42b-503e5d9119d5 req-18d723b1-fd7a-48f0-a28d-a2e1cc2563e3 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954444 May 10 15:02:21.433775 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2e739067-3d85-4612-aa2c-20258329ce6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.438303 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2e739067-3d85-4612-aa2c-20258329ce6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.438649 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-d37887bf-456e-4a23-a945-eb2ac921849c req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] For port 78305943-bc43-4efe-b359-7ebc90b53065, host hv-cinder-77428, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:02:21.442107 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-d37887bf-456e-4a23-a945-eb2ac921849c req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] For port 78305943-bc43-4efe-b359-7ebc90b53065, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=78305943-bc43-4efe-b359-7ebc90b53065,segment=NetworkSegment(7cd815ba-9b5a-4807-b6e8-1c979f860135),segment_id=7cd815ba-9b5a-4807-b6e8-1c979f860135)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:02:21.446344 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-d37887bf-456e-4a23-a945-eb2ac921849c req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.451819 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:21.452112 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-434a1f47-894c-4fce-bf56-6e06f780e6da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:21.507448 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37887bf-456e-4a23-a945-eb2ac921849c req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:21.507926 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-d37887bf-456e-4a23-a945-eb2ac921849c req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.508146 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-2e739067-3d85-4612-aa2c-20258329ce6f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c82946fc4d7f4583b13289dfed6f7d93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3803356 May 10 15:02:21.508879 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 42402) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:21.509291 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d37887bf-456e-4a23-a945-eb2ac921849c req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] 10.222.0.47 "PUT /v2.0/ports/78305943-bc43-4efe-b359-7ebc90b53065 HTTP/1.1" status: 200 len: 1093 time: 1.0816085 May 10 15:02:21.509772 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a83bd6-30f3-49f4-81e1-bc676837185d', 'tag': '78305943-bc43-4efe-b359-7ebc90b53065'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:02:21.537459 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e739067-3d85-4612-aa2c-20258329ce6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92f0047-e8cb-43b9-8469-65ef57436552,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:21.538238 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] Pushing event updated for resources: {'Port': ['ID=78305943-bc43-4efe-b359-7ebc90b53065,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:21.541898 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:21.551745 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2e739067-3d85-4612-aa2c-20258329ce6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:21.587905 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a8032715-f2a7-4c4e-82a4-264f2ac9bcae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.595585 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a8032715-f2a7-4c4e-82a4-264f2ac9bcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.627939 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b4b5ba48-1495-4f81-8919-7622127786a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:21.639352 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-a8032715-f2a7-4c4e-82a4-264f2ac9bcae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=755d0af09a6747ab838abbdd148053f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5606291 May 10 15:02:21.639535 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 42408) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:21.643879 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37887bf-456e-4a23-a945-eb2ac921849c req-0ae0e29a-40a8-4b3e-8851-5faf24ead9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:21.645509 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d37887bf-456e-4a23-a945-eb2ac921849c req-0ae0e29a-40a8-4b3e-8851-5faf24ead9a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7fab840f400a4fb3a8999f588602e0b2&device_id=d7a83bd6-30f3-49f4-81e1-bc676837185d HTTP/1.1" status: 200 len: 1096 time: 0.0827150 May 10 15:02:21.681740 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-77e95f2a-cb90-4201-b43e-9d44a5ac9913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.683801 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8032715-f2a7-4c4e-82a4-264f2ac9bcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7449a9b7-9745-4a26-9749-1f16c19aa857,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:21.695495 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a8032715-f2a7-4c4e-82a4-264f2ac9bcae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:21.719350 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-77e95f2a-cb90-4201-b43e-9d44a5ac9913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.766891 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a83bd6-30f3-49f4-81e1-bc676837185d', 'tag': '78305943-bc43-4efe-b359-7ebc90b53065', 'status': 'completed', 'code': 200} May 10 15:02:21.779985 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d37887bf-456e-4a23-a945-eb2ac921849c req-6250dd43-6130-4200-9d94-6a515316bacb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78305943-bc43-4efe-b359-7ebc90b53065 HTTP/1.1" status: 200 len: 217 time: 0.1229105 May 10 15:02:21.781830 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-77e95f2a-cb90-4201-b43e-9d44a5ac9913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.787159 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a8032715-f2a7-4c4e-82a4-264f2ac9bcae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:21.801572 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e95f2a-cb90-4201-b43e-9d44a5ac9913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92f0047-e8cb-43b9-8469-65ef57436552,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:21.810149 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-77e95f2a-cb90-4201-b43e-9d44a5ac9913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:21.833171 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-77e95f2a-cb90-4201-b43e-9d44a5ac9913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.834449 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-77e95f2a-cb90-4201-b43e-9d44a5ac9913 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d92f0047-e8cb-43b9-8469-65ef57436552 HTTP/1.1" status: 204 len: 168 time: 0.3167603 May 10 15:02:21.887819 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3f5829ae-9c7a-4fd2-aa55-4ada1e94ca37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.905614 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37887bf-456e-4a23-a945-eb2ac921849c req-6c5bfb6a-df47-4b94-8e1d-90e5f85eebac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:21.907036 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d37887bf-456e-4a23-a945-eb2ac921849c req-6c5bfb6a-df47-4b94-8e1d-90e5f85eebac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb74b1e2-1575-4991-a648-54a6ec4c4aa6 HTTP/1.1" status: 200 len: 849 time: 0.1131043 May 10 15:02:21.928156 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00e054-a878-480a-a536-10ac1ce0980f req-ecfe80fd-1dd2-4b2f-8373-fe2d5b546d9f tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:21.928895 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-6d00e054-a878-480a-a536-10ac1ce0980f req-ecfe80fd-1dd2-4b2f-8373-fe2d5b546d9f tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Synchronizing usage tracker for tenant:7fab840f400a4fb3a8999f588602e0b2 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:02:21.973572 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3f5829ae-9c7a-4fd2-aa55-4ada1e94ca37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:21.995627 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d37887bf-456e-4a23-a945-eb2ac921849c req-dc339321-6c2d-447f-9f53-66f9e7d2d717 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b77e92c3-d36c-4510-8b62-765a4a371b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638194 May 10 15:02:22.084522 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-6d00e054-a878-480a-a536-10ac1ce0980f req-ecfe80fd-1dd2-4b2f-8373-fe2d5b546d9f tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Unset dirty status for tenant:7fab840f400a4fb3a8999f588602e0b2 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:02:22.085950 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6d00e054-a878-480a-a536-10ac1ce0980f req-ecfe80fd-1dd2-4b2f-8373-fe2d5b546d9f tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a83bd6-30f3-49f4-81e1-bc676837185d HTTP/1.1" status: 200 len: 943 time: 0.3686094 May 10 15:02:22.241421 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6d00e054-a878-480a-a536-10ac1ce0980f req-2173f025-c264-4fd3-9247-3f3d6c6ee6d0 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449676 May 10 15:02:22.244606 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3f5829ae-9c7a-4fd2-aa55-4ada1e94ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:22.251332 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-a56ca753-f3a2-41da-8b05-d986390ccc85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:22.272657 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5829ae-9c7a-4fd2-aa55-4ada1e94ca37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7449a9b7-9745-4a26-9749-1f16c19aa857,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:22.278375 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3f5829ae-9c7a-4fd2-aa55-4ada1e94ca37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:22.281684 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d37887bf-456e-4a23-a945-eb2ac921849c req-70793b95-d905-4674-ac75-3e01e5a1bec3 service neutron] 10.222.0.47 "GET /v2.0/networks/b77e92c3-d36c-4510-8b62-765a4a371b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744894 May 10 15:02:22.291609 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3f5829ae-9c7a-4fd2-aa55-4ada1e94ca37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:22.295420 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-3f5829ae-9c7a-4fd2-aa55-4ada1e94ca37 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7449a9b7-9745-4a26-9749-1f16c19aa857 HTTP/1.1" status: 204 len: 168 time: 0.6516318 May 10 15:02:22.433453 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d37887bf-456e-4a23-a945-eb2ac921849c req-5fdc0065-4135-4764-a9a0-49a42fae0d21 service neutron] 10.222.0.47 "GET /v2.0/networks/b77e92c3-d36c-4510-8b62-765a4a371b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392345 May 10 15:02:22.669633 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d126a2e-0192-4b38-b08f-bf07f2e3f5e6 req-708aaddf-06f1-4a29-92c3-1adc384fd22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:22.671222 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5d126a2e-0192-4b38-b08f-bf07f2e3f5e6 req-708aaddf-06f1-4a29-92c3-1adc384fd22a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7fab840f400a4fb3a8999f588602e0b2&device_id=d7a83bd6-30f3-49f4-81e1-bc676837185d HTTP/1.1" status: 200 len: 1096 time: 0.1792481 May 10 15:02:22.826718 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0397a-7e69-4db8-9b95-62949ebd5ff0 req-d034fb99-e988-48fe-b59f-ff62be85cf34 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:22.828958 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 42450) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:22.840651 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-dce0397a-7e69-4db8-9b95-62949ebd5ff0 req-d034fb99-e988-48fe-b59f-ff62be85cf34 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.2764292 May 10 15:02:22.860521 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eb593523-26ab-4a63-9752-bad0aa0df6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:22.861786 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d126a2e-0192-4b38-b08f-bf07f2e3f5e6 req-64af5f24-8def-4fbf-a1c7-195f6e6a8e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:22.863214 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5d126a2e-0192-4b38-b08f-bf07f2e3f5e6 req-64af5f24-8def-4fbf-a1c7-195f6e6a8e45 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b77e92c3-d36c-4510-8b62-765a4a371b78 HTTP/1.1" status: 200 len: 910 time: 0.1783423 May 10 15:02:22.885974 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-eb593523-26ab-4a63-9752-bad0aa0df6b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:22.890163 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-eb593523-26ab-4a63-9752-bad0aa0df6b1 admin admin] Usage tracker for resource:security_group_rule and tenant:dfefd511b6a348cbbff5e76064aaae52 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:22.893803 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-eb593523-26ab-4a63-9752-bad0aa0df6b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:22.899686 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-eb593523-26ab-4a63-9752-bad0aa0df6b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:22.910855 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-dce0397a-7e69-4db8-9b95-62949ebd5ff0 req-15895a4b-0aa3-46ef-9698-398f482b783b tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750391 May 10 15:02:22.979661 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5d126a2e-0192-4b38-b08f-bf07f2e3f5e6 req-db06572a-d4f5-4b3e-9ffc-f1401e6c2c95 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78305943-bc43-4efe-b359-7ebc90b53065 HTTP/1.1" status: 200 len: 217 time: 0.0973375 May 10 15:02:22.994848 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eb593523-26ab-4a63-9752-bad0aa0df6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:22.999394 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-eb593523-26ab-4a63-9752-bad0aa0df6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:23.009205 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b0829d2e-9281-4899-9567-416fd8d5832c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:23.047750 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d126a2e-0192-4b38-b08f-bf07f2e3f5e6 req-f71eeb9b-68e9-449b-9976-55dc631ae3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:23.049203 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5d126a2e-0192-4b38-b08f-bf07f2e3f5e6 req-f71eeb9b-68e9-449b-9976-55dc631ae3e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb74b1e2-1575-4991-a648-54a6ec4c4aa6 HTTP/1.1" status: 200 len: 849 time: 0.0620346 May 10 15:02:23.056021 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-eb593523-26ab-4a63-9752-bad0aa0df6b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dfefd511b6a348cbbff5e76064aaae52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252469 May 10 15:02:23.057295 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb593523-26ab-4a63-9752-bad0aa0df6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1dac2b-50c3-4c1d-b2d0-fb335b706f47,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:23.058834 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 42456) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:23.060738 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-eb593523-26ab-4a63-9752-bad0aa0df6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:23.116522 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5d126a2e-0192-4b38-b08f-bf07f2e3f5e6 req-f5293962-a68c-4a93-bc9f-af9880b8676e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b77e92c3-d36c-4510-8b62-765a4a371b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550587 May 10 15:02:23.249493 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7386fa7f-e579-470f-8bc8-6c2a0986cf3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:23.303577 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7386fa7f-e579-470f-8bc8-6c2a0986cf3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:23.318601 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5d126a2e-0192-4b38-b08f-bf07f2e3f5e6 req-4c62f8be-cdeb-42ae-a9e8-431e92847cfe service neutron] 10.222.0.47 "GET /v2.0/networks/b77e92c3-d36c-4510-8b62-765a4a371b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876209 May 10 15:02:23.526425 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7386fa7f-e579-470f-8bc8-6c2a0986cf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:23.533138 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-38ac3431-7701-42f9-bbdd-f88bbaa9ef4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:23.548310 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5d126a2e-0192-4b38-b08f-bf07f2e3f5e6 req-f15ef266-33ea-4660-8a6e-8397aa364b8f service neutron] 10.222.0.47 "GET /v2.0/networks/b77e92c3-d36c-4510-8b62-765a4a371b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087386 May 10 15:02:23.550246 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386fa7f-e579-470f-8bc8-6c2a0986cf3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1dac2b-50c3-4c1d-b2d0-fb335b706f47,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:23.555257 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7386fa7f-e579-470f-8bc8-6c2a0986cf3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:23.566752 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7386fa7f-e579-470f-8bc8-6c2a0986cf3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:23.570324 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-7386fa7f-e579-470f-8bc8-6c2a0986cf3b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee1dac2b-50c3-4c1d-b2d0-fb335b706f47 HTTP/1.1" status: 204 len: 168 time: 0.5080502 May 10 15:02:23.578306 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b1547-c13b-4fe9-8852-401343f0d6ca req-e9224f98-1cba-445a-aa00-aa809acf45a3 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:23.579805 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-723b1547-c13b-4fe9-8852-401343f0d6ca req-e9224f98-1cba-445a-aa00-aa809acf45a3 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a83bd6-30f3-49f4-81e1-bc676837185d HTTP/1.1" status: 200 len: 943 time: 0.2091200 May 10 15:02:23.623733 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-723b1547-c13b-4fe9-8852-401343f0d6ca req-33396c36-ad26-4c32-8d28-505e58aa379f tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382986 May 10 15:02:23.924311 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 42478) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:23.941629 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-56e62a0b-7e98-4cbf-b529-59efc41c4c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:23.956258 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-56e62a0b-7e98-4cbf-b529-59efc41c4c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:23.960249 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-56e62a0b-7e98-4cbf-b529-59efc41c4c41 admin admin] Usage tracker for resource:security_group_rule and tenant:3c02ac3965e94fa8b157484c730e79c3 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:23.963072 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-56e62a0b-7e98-4cbf-b529-59efc41c4c41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:23.974523 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-56e62a0b-7e98-4cbf-b529-59efc41c4c41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:24.140152 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229130d-d950-4fd8-8346-50aa0be66b14 req-b958440d-54d2-42c9-b186-2581e8f1c075 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:24.141603 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1229130d-d950-4fd8-8346-50aa0be66b14 req-b958440d-54d2-42c9-b186-2581e8f1c075 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.1346157 May 10 15:02:24.145663 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-56e62a0b-7e98-4cbf-b529-59efc41c4c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:24.163342 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-56e62a0b-7e98-4cbf-b529-59efc41c4c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:24.172432 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7386fa7f-e579-470f-8bc8-6c2a0986cf3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:24.229944 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1229130d-d950-4fd8-8346-50aa0be66b14 req-0a4a6f6e-51ca-4334-9efd-491eda8d2f65 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822980 May 10 15:02:24.230562 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e62a0b-7e98-4cbf-b529-59efc41c4c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0864b266-3365-4eb7-bdeb-587b8c5706b9,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:24.233904 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-56e62a0b-7e98-4cbf-b529-59efc41c4c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:24.236047 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-56e62a0b-7e98-4cbf-b529-59efc41c4c41 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3c02ac3965e94fa8b157484c730e79c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108094 May 10 15:02:24.238903 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 42484) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:24.297787 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-13821599-0623-4f83-addc-bc62c61c44af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:24.323993 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-13821599-0623-4f83-addc-bc62c61c44af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:24.379676 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-13821599-0623-4f83-addc-bc62c61c44af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:24.383454 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-376b2f0a-a158-4bca-a17e-0dab974e39d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:24.470768 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13821599-0623-4f83-addc-bc62c61c44af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0864b266-3365-4eb7-bdeb-587b8c5706b9,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:24.473651 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-13821599-0623-4f83-addc-bc62c61c44af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:24.480795 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-13821599-0623-4f83-addc-bc62c61c44af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:24.481906 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-13821599-0623-4f83-addc-bc62c61c44af admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0864b266-3365-4eb7-bdeb-587b8c5706b9 HTTP/1.1" status: 204 len: 168 time: 0.2421615 May 10 15:02:24.815932 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2a8c0-ed57-4483-8aae-b2d98917ef02 req-c66512aa-4d48-4507-95b0-add68890a561 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:24.817453 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-68f2a8c0-ed57-4483-8aae-b2d98917ef02 req-c66512aa-4d48-4507-95b0-add68890a561 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a83bd6-30f3-49f4-81e1-bc676837185d HTTP/1.1" status: 200 len: 943 time: 0.0864825 May 10 15:02:24.866827 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-68f2a8c0-ed57-4483-8aae-b2d98917ef02 req-a56519ba-1ebe-403d-ab35-840033f9a1a5 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437443 May 10 15:02:25.644879 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 42536) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:25.762676 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-338378f6-e4fe-4fd3-a680-2c683d4ae99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:25.776505 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-338378f6-e4fe-4fd3-a680-2c683d4ae99f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:25.780233 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-338378f6-e4fe-4fd3-a680-2c683d4ae99f admin admin] Usage tracker for resource:security_group_rule and tenant:45a0873ffdd44c8a979d1caf286940f9 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:25.782971 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-338378f6-e4fe-4fd3-a680-2c683d4ae99f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:25.788598 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-338378f6-e4fe-4fd3-a680-2c683d4ae99f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:25.872105 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-338378f6-e4fe-4fd3-a680-2c683d4ae99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:25.876332 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-338378f6-e4fe-4fd3-a680-2c683d4ae99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:25.884038 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-9aed7b47-69ec-4358-be4c-76e1d86e36a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:25.924318 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-338378f6-e4fe-4fd3-a680-2c683d4ae99f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=45a0873ffdd44c8a979d1caf286940f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780144 May 10 15:02:25.925276 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338378f6-e4fe-4fd3-a680-2c683d4ae99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9665e9c4-2658-45c9-ad75-248f1f746e3d,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:25.926851 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 42544) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:25.928992 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-338378f6-e4fe-4fd3-a680-2c683d4ae99f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:25.984487 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9c5f64bd-8f7a-4a61-891d-06dc9b7c0cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:26.010385 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9c5f64bd-8f7a-4a61-891d-06dc9b7c0cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:26.061714 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9c5f64bd-8f7a-4a61-891d-06dc9b7c0cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:26.072131 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3f5829ae-9c7a-4fd2-aa55-4ada1e94ca37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:26.087163 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f64bd-8f7a-4a61-891d-06dc9b7c0cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9665e9c4-2658-45c9-ad75-248f1f746e3d,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:26.089187 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9c5f64bd-8f7a-4a61-891d-06dc9b7c0cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:26.093563 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-9c5f64bd-8f7a-4a61-891d-06dc9b7c0cc9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9665e9c4-2658-45c9-ad75-248f1f746e3d HTTP/1.1" status: 204 len: 168 time: 0.1656795 May 10 15:02:26.094464 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9c5f64bd-8f7a-4a61-891d-06dc9b7c0cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:26.095387 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 78305943-bc43-4efe-b359-7ebc90b53065 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:02:26.256121 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 78305943-bc43-4efe-b359-7ebc90b53065, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=78305943-bc43-4efe-b359-7ebc90b53065,segment=NetworkSegment(7cd815ba-9b5a-4807-b6e8-1c979f860135),segment_id=7cd815ba-9b5a-4807-b6e8-1c979f860135)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:02:26.271491 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Returning: {'device': '78305943-bc43-4efe-b359-7ebc90b53065', 'network_id': 'b77e92c3-d36c-4510-8b62-765a4a371b78', 'port_id': '78305943-bc43-4efe-b359-7ebc90b53065', 'mac_address': 'fa:16:3e:45:cf:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb74b1e2-1575-4991-a648-54a6ec4c4aa6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:02:26.335197 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:26.353012 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78305943-bc43-4efe-b359-7ebc90b53065 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:02:26.368871 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 78305943-bc43-4efe-b359-7ebc90b53065, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=78305943-bc43-4efe-b359-7ebc90b53065,segment=NetworkSegment(7cd815ba-9b5a-4807-b6e8-1c979f860135),segment_id=7cd815ba-9b5a-4807-b6e8-1c979f860135)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:02:26.372986 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:26.374664 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:26.437494 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=78305943-bc43-4efe-b359-7ebc90b53065,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:26.440331 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:28.459532 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67158f-b388-4f5e-8283-d15477a42009 req-70af162e-1a6a-43e3-bb0b-1913666dbaa2 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:28.461057 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8e67158f-b388-4f5e-8283-d15477a42009 req-70af162e-1a6a-43e3-bb0b-1913666dbaa2 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.2292392 May 10 15:02:28.494466 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee80b1c-35fd-421b-9a39-37ed8c79c7a5 req-4637107a-adb8-41b1-9307-e3f3a46c060f tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:28.495882 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9ee80b1c-35fd-421b-9a39-37ed8c79c7a5 req-4637107a-adb8-41b1-9307-e3f3a46c060f tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a83bd6-30f3-49f4-81e1-bc676837185d HTTP/1.1" status: 200 len: 944 time: 0.1271248 May 10 15:02:28.549531 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8e67158f-b388-4f5e-8283-d15477a42009 req-4d49c286-4723-41e1-9201-85f599392487 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788157 May 10 15:02:28.559332 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9ee80b1c-35fd-421b-9a39-37ed8c79c7a5 req-5bb9dd55-9db1-4c60-8d92-cd4513b9aaa1 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555484 May 10 15:02:28.655283 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['78305943-bc43-4efe-b359-7ebc90b53065'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:02:29.819740 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55109dcf-7185-4817-9e69-abbfc9d49065 req-db78e33f-28de-4e42-a75f-492599aee9f4 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:29.821188 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-55109dcf-7185-4817-9e69-abbfc9d49065 req-db78e33f-28de-4e42-a75f-492599aee9f4 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.0788357 May 10 15:02:29.864080 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-55109dcf-7185-4817-9e69-abbfc9d49065 req-c41cf643-79cb-40e0-8e25-e6aa8ab8fea1 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372145 May 10 15:02:30.033271 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9783c08-38ca-48c6-abad-f1017bf7eab0 req-5e3a257b-15d3-4622-bbfc-9ba9d2a0f040 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:30.034698 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a9783c08-38ca-48c6-abad-f1017bf7eab0 req-5e3a257b-15d3-4622-bbfc-9ba9d2a0f040 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a83bd6-30f3-49f4-81e1-bc676837185d HTTP/1.1" status: 200 len: 944 time: 0.0809050 May 10 15:02:30.083898 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a9783c08-38ca-48c6-abad-f1017bf7eab0 req-953cf69b-9cb8-4227-86c5-6e660147d5ef tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396049 May 10 15:02:33.031367 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646b777-042a-4f6d-980d-8dbfbec7d34a req-2e5c94c6-a3b2-469e-a8ac-e95bbd719548 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:33.033013 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e646b777-042a-4f6d-980d-8dbfbec7d34a req-2e5c94c6-a3b2-469e-a8ac-e95bbd719548 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.0863879 May 10 15:02:33.139300 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e646b777-042a-4f6d-980d-8dbfbec7d34a req-eaf304e5-e434-46d8-a08c-07f0eba9abc0 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991039 May 10 15:02:33.180587 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a57e3a-e700-4414-822c-792490f38956 req-626808a2-9051-43b0-bd1c-2b7c667a0f08 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:33.184653 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-93a57e3a-e700-4414-822c-792490f38956 req-626808a2-9051-43b0-bd1c-2b7c667a0f08 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a83bd6-30f3-49f4-81e1-bc676837185d HTTP/1.1" status: 200 len: 944 time: 0.1079919 May 10 15:02:33.226582 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-93a57e3a-e700-4414-822c-792490f38956 req-b5481eb5-ed9c-45e1-bacf-6c8e0a671c15 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382288 May 10 15:02:33.746249 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8821338-4ef3-4053-8cda-44a212d49c9a req-91680df2-2408-44fa-b61b-c524691ecb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:33.747699 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b8821338-4ef3-4053-8cda-44a212d49c9a req-91680df2-2408-44fa-b61b-c524691ecb34 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 1098 time: 0.0693300 May 10 15:02:33.802987 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b8821338-4ef3-4053-8cda-44a212d49c9a req-6522eaea-6979-46a0-b791-cf5ada4be329 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375226 May 10 15:02:34.189067 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 78305943-bc43-4efe-b359-7ebc90b53065 up at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:02:34.240167 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:34.269117 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning for port 78305943-bc43-4efe-b359-7ebc90b53065 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:02:34.273732 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning complete for port 78305943-bc43-4efe-b359-7ebc90b53065 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:02:34.274105 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:34.347172 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128de338-5e14-43eb-923c-80d79daa2b09 req-e2c2efd4-7645-45b7-a677-8bc433b79138 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:34.348952 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-128de338-5e14-43eb-923c-80d79daa2b09 req-e2c2efd4-7645-45b7-a677-8bc433b79138 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.0977366 May 10 15:02:34.410081 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:34.440318 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a83bd6-30f3-49f4-81e1-bc676837185d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78305943-bc43-4efe-b359-7ebc90b53065'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:02:34.445303 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-128de338-5e14-43eb-923c-80d79daa2b09 req-eeebd839-501b-42a5-9280-51faa0088339 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905111 May 10 15:02:34.450202 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 78305943-bc43-4efe-b359-7ebc90b53065, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=78305943-bc43-4efe-b359-7ebc90b53065,segment=NetworkSegment(7cd815ba-9b5a-4807-b6e8-1c979f860135),segment_id=7cd815ba-9b5a-4807-b6e8-1c979f860135)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:02:34.456596 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:34.459074 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:34.494472 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4d869-30bf-4b5b-88b5-4872b8f94173 req-afdb3b4a-19b2-4bb8-bd4e-57a76c0c2a0f tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:34.496310 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bea4d869-30bf-4b5b-88b5-4872b8f94173 req-afdb3b4a-19b2-4bb8-bd4e-57a76c0c2a0f tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a83bd6-30f3-49f4-81e1-bc676837185d HTTP/1.1" status: 200 len: 944 time: 0.1268411 May 10 15:02:34.527361 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a83bd6-30f3-49f4-81e1-bc676837185d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78305943-bc43-4efe-b359-7ebc90b53065', 'code': 200} May 10 15:02:34.535465 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=78305943-bc43-4efe-b359-7ebc90b53065,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:34.538364 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:34.547238 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bea4d869-30bf-4b5b-88b5-4872b8f94173 req-f6bd7ad9-5874-4a4d-9eb2-b9f785146e6e tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441811 May 10 15:02:34.761415 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669640bb-1633-4ad2-8d74-dc493e37e8af req-e44c0861-1734-489a-aa9f-b0e48b0719cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:34.762784 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-669640bb-1633-4ad2-8d74-dc493e37e8af req-e44c0861-1734-489a-aa9f-b0e48b0719cd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d7a83bd6-30f3-49f4-81e1-bc676837185d HTTP/1.1" status: 200 len: 1098 time: 0.0683231 May 10 15:02:34.812961 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-669640bb-1633-4ad2-8d74-dc493e37e8af req-7baeda0c-91ac-49b5-84f0-68c28be4d9f1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351515 May 10 15:02:35.219220 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac072a-9351-4e78-8233-e7369adea913 req-93bc87d5-8fd5-4b28-a6a6-834fb5540940 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:35.220717 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3bac072a-9351-4e78-8233-e7369adea913 req-93bc87d5-8fd5-4b28-a6a6-834fb5540940 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/networks?id=6c618ea2-fc5a-49c9-9109-72bef3480781 HTTP/1.1" status: 200 len: 813 time: 0.1570413 May 10 15:02:35.235531 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3bac072a-9351-4e78-8233-e7369adea913 req-60c2fdbb-6541-4e50-877e-fefdab18470b tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/quotas/1787d025769c4b79adba46ce55a5a7ab HTTP/1.1" status: 200 len: 375 time: 0.0091872 May 10 15:02:35.326850 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3bac072a-9351-4e78-8233-e7369adea913 req-9dcde8b2-b88f-4be7-80f8-132190a99b48 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1787d025769c4b79adba46ce55a5a7ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0853138 May 10 15:02:35.470455 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3bac072a-9351-4e78-8233-e7369adea913 req-a4d2c84b-9c7a-432f-9adb-b70375ec9f18 service neutron] 10.222.0.30 "GET /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362474 May 10 15:02:35.621910 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3bac072a-9351-4e78-8233-e7369adea913 req-edc4783e-e6dd-4f1a-a29d-3f3c16abbb15 service neutron] 10.222.0.30 "GET /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452038 May 10 15:02:35.849102 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-bd95019e-1cc3-4c5f-affa-14256345ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:36.012803 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882924b8-b1d9-4213-96cf-6152807fdefb req-11ff767f-6b54-4965-a528-ce0c9c2f5979 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:36.018138 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-882924b8-b1d9-4213-96cf-6152807fdefb req-11ff767f-6b54-4965-a528-ce0c9c2f5979 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a83bd6-30f3-49f4-81e1-bc676837185d HTTP/1.1" status: 200 len: 945 time: 0.1595728 May 10 15:02:36.096495 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae71ef-5716-4838-a29b-816451a44a85 req-fbfb3512-9739-4f36-bc0d-d69b58aa3ad9 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:36.097931 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-faae71ef-5716-4838-a29b-816451a44a85 req-fbfb3512-9739-4f36-bc0d-d69b58aa3ad9 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.1987684 May 10 15:02:36.166759 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-faae71ef-5716-4838-a29b-816451a44a85 req-a4d2ff28-8609-47fb-af31-1d4617c56515 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600839 May 10 15:02:36.175824 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-882924b8-b1d9-4213-96cf-6152807fdefb req-14292c08-f531-44a8-864d-0a8f7d686264 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387420 May 10 15:02:36.442870 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-81b10957-dc5b-4ce9-90f0-47eb5cc25f37 req-a88c1914-f812-490b-b6ac-949ca128b96c tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=282dbd1b-6923-406c-8813-4f2f13e045cb HTTP/1.1" status: 200 len: 210 time: 0.1485913 May 10 15:02:36.485585 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9847b-21e6-449a-b80a-bcf6b52af6e8 req-9099b8a6-a0dc-491d-ba83-7a7bc77d7c79 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:36.487020 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-64a9847b-21e6-449a-b80a-bcf6b52af6e8 req-9099b8a6-a0dc-491d-ba83-7a7bc77d7c79 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.1621439 May 10 15:02:36.533757 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-64a9847b-21e6-449a-b80a-bcf6b52af6e8 req-0745da97-d6aa-4958-9c16-8656f001f70b tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399942 May 10 15:02:37.322055 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac072a-9351-4e78-8233-e7369adea913 req-8ec6055a-d485-4b62-96b1-758a90dfe080 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:37.323503 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3bac072a-9351-4e78-8233-e7369adea913 req-8ec6055a-d485-4b62-96b1-758a90dfe080 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.47 "GET /v2.0/networks?id=6c618ea2-fc5a-49c9-9109-72bef3480781 HTTP/1.1" status: 200 len: 813 time: 0.1537290 May 10 15:02:37.375221 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-3bac072a-9351-4e78-8233-e7369adea913 req-6bb99252-98a2-41ee-8734-dedf995f4687 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Request body: {'port': {'device_id': '282dbd1b-6923-406c-8813-4f2f13e045cb', 'network_id': '6c618ea2-fc5a-49c9-9109-72bef3480781', 'admin_state_up': True, 'tenant_id': '1787d025769c4b79adba46ce55a5a7ab'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:02:37.547638 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6d0cc-5e43-4e5a-a491-df8dbab5c903 req-d8b714c3-6036-4427-a6e0-56d19a297d81 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:37.549343 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6fa6d0cc-5e43-4e5a-a491-df8dbab5c903 req-d8b714c3-6036-4427-a6e0-56d19a297d81 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a83bd6-30f3-49f4-81e1-bc676837185d HTTP/1.1" status: 200 len: 945 time: 0.2249522 May 10 15:02:37.564323 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-3bac072a-9351-4e78-8233-e7369adea913 req-6bb99252-98a2-41ee-8734-dedf995f4687 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:37.621260 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d71b90d9-bc3c-4f8a-b745-0c229ce8bca8 req-c9386439-9bb5-4795-8893-0698d3f5b5ce tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=282dbd1b-6923-406c-8813-4f2f13e045cb HTTP/1.1" status: 200 len: 210 time: 0.0646164 May 10 15:02:37.628481 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-3bac072a-9351-4e78-8233-e7369adea913 req-6bb99252-98a2-41ee-8734-dedf995f4687 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:37.652254 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bac072a-9351-4e78-8233-e7369adea913 req-6bb99252-98a2-41ee-8734-dedf995f4687 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Made reservation on behalf of 1787d025769c4b79adba46ce55a5a7ab for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:02:37.656482 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-3bac072a-9351-4e78-8233-e7369adea913 req-6bb99252-98a2-41ee-8734-dedf995f4687 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:37.672650 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6fa6d0cc-5e43-4e5a-a491-df8dbab5c903 req-28a065c8-66de-4a30-9c08-a3dcf54b17b7 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119416 May 10 15:02:37.825556 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-3bac072a-9351-4e78-8233-e7369adea913 req-6bb99252-98a2-41ee-8734-dedf995f4687 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Allocated IP 172.20.0.4 (6c618ea2-fc5a-49c9-9109-72bef3480781/f3645e3a-0b0e-40a0-8820-7f6d645d7cf2/aa112141-cd57-43aa-90fd-8f41d0d4e26e) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:02:38.029284 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-3bac072a-9351-4e78-8233-e7369adea913 req-6bb99252-98a2-41ee-8734-dedf995f4687 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:38.059222 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-3bac072a-9351-4e78-8233-e7369adea913 req-6bb99252-98a2-41ee-8734-dedf995f4687 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:38.065267 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:38.124019 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bac072a-9351-4e78-8233-e7369adea913 req-6bb99252-98a2-41ee-8734-dedf995f4687 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Network 6c618ea2-fc5a-49c9-9109-72bef3480781 is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:02:38.126961 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-3bac072a-9351-4e78-8233-e7369adea913 req-6bb99252-98a2-41ee-8734-dedf995f4687 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:02:38.130793 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bac072a-9351-4e78-8233-e7369adea913 req-6bb99252-98a2-41ee-8734-dedf995f4687 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:02:38.177295 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb99252-98a2-41ee-8734-dedf995f4687 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Pushing event updated for resources: {'Port': ['ID=aa112141-cd57-43aa-90fd-8f41d0d4e26e,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:38.181562 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-6bb99252-98a2-41ee-8734-dedf995f4687 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:38.205364 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac072a-9351-4e78-8233-e7369adea913 req-6bb99252-98a2-41ee-8734-dedf995f4687 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:38.206133 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-3bac072a-9351-4e78-8233-e7369adea913 req-6bb99252-98a2-41ee-8734-dedf995f4687 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:38.230549 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3bac072a-9351-4e78-8233-e7369adea913 req-6bb99252-98a2-41ee-8734-dedf995f4687 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8639617 May 10 15:02:38.428904 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:38.457121 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd62c47-8e3f-45fa-89f8-dc53d185e7c0 req-d53e1094-617e-4bd1-8d62-9ad435c2b180 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:38.458551 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cdd62c47-8e3f-45fa-89f8-dc53d185e7c0 req-d53e1094-617e-4bd1-8d62-9ad435c2b180 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0794649 May 10 15:02:38.501499 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cdd62c47-8e3f-45fa-89f8-dc53d185e7c0 req-29c0bfb6-e62e-4561-8a29-2a3cf5c63819 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370185 May 10 15:02:38.581914 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3236f1ea-f7bd-4518-83b8-ae6731a56e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:38.806442 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00326d58-b03f-42c4-acc1-a60c71f89150 req-bbc05025-db4c-46ec-bd75-12a53536775e tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:38.807126 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-00326d58-b03f-42c4-acc1-a60c71f89150 req-bbc05025-db4c-46ec-bd75-12a53536775e tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Synchronizing usage tracker for tenant:1787d025769c4b79adba46ce55a5a7ab on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:02:38.822762 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-00326d58-b03f-42c4-acc1-a60c71f89150 req-bbc05025-db4c-46ec-bd75-12a53536775e tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Unset dirty status for tenant:1787d025769c4b79adba46ce55a5a7ab on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:02:38.824030 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-00326d58-b03f-42c4-acc1-a60c71f89150 req-bbc05025-db4c-46ec-bd75-12a53536775e tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=282dbd1b-6923-406c-8813-4f2f13e045cb HTTP/1.1" status: 200 len: 931 time: 0.0973890 May 10 15:02:38.868555 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-00326d58-b03f-42c4-acc1-a60c71f89150 req-d0f82947-0c2b-4eb7-9423-05de633ca8be tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376778 May 10 15:02:39.381417 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:40.156687 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:02:40.899873 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:41.157031 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['71d577f8-1f8b-4665-919b-f1cf5ba15ffa', '01a40788-ca0f-45ea-9b96-977e27813e6f', 'abf48733-38e9-4c8f-a0ed-d00bc9e0b990'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:02:41.191830 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-3bac072a-9351-4e78-8233-e7369adea913 req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Request body: {'port': {'device_id': '282dbd1b-6923-406c-8813-4f2f13e045cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:02:41.329156 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8367e-714c-432e-83f2-6ac38efa06b6 req-e31d388e-0777-4d79-899e-8a15f06a03a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:41.330389 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-3bac072a-9351-4e78-8233-e7369adea913 req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:41.331664 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-78f8367e-714c-432e-83f2-6ac38efa06b6 req-e31d388e-0777-4d79-899e-8a15f06a03a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=164a7782c9ce4c8aae0ebd02811a40d4&device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 1099 time: 0.0895362 May 10 15:02:41.479590 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8367e-714c-432e-83f2-6ac38efa06b6 req-a84d04d2-a9ab-4dec-94f6-88a3f5df74ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:41.481035 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-78f8367e-714c-432e-83f2-6ac38efa06b6 req-a84d04d2-a9ab-4dec-94f6-88a3f5df74ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=78f2fc67-b40a-47a4-af30-c194a9ec1a5e HTTP/1.1" status: 200 len: 919 time: 0.1390231 May 10 15:02:41.554835 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-78f8367e-714c-432e-83f2-6ac38efa06b6 req-86ab8732-5739-4adf-9c0b-121f4a5c5a0c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f60862bb-c3dd-4651-959b-0953f947eb7b HTTP/1.1" status: 200 len: 217 time: 0.0655138 May 10 15:02:41.640474 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8367e-714c-432e-83f2-6ac38efa06b6 req-f7a7f461-c8e5-45b6-995d-6f7744b4ab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:41.641987 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-78f8367e-714c-432e-83f2-6ac38efa06b6 req-f7a7f461-c8e5-45b6-995d-6f7744b4ab85 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7951f8e4-474a-43bf-bfda-85f075a9c57f HTTP/1.1" status: 200 len: 858 time: 0.0695670 May 10 15:02:41.694966 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-78f8367e-714c-432e-83f2-6ac38efa06b6 req-132989be-24d7-4438-8a98-840719f1ed54 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78f2fc67-b40a-47a4-af30-c194a9ec1a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444868 May 10 15:02:41.745672 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54b97f-ed87-415b-812f-e2043936c878 req-ad9708d4-2349-45a4-b9f8-acf5574d24a1 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:41.747100 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-da54b97f-ed87-415b-812f-e2043936c878 req-ad9708d4-2349-45a4-b9f8-acf5574d24a1 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.3557198 May 10 15:02:41.813544 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c5e9f-436b-41f4-9911-6c4a6ac2d3a2 req-39b97165-417c-4033-965f-a626edea28a2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:41.815000 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-791c5e9f-436b-41f4-9911-6c4a6ac2d3a2 req-39b97165-417c-4033-965f-a626edea28a2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=282dbd1b-6923-406c-8813-4f2f13e045cb HTTP/1.1" status: 200 len: 931 time: 0.4246912 May 10 15:02:41.838515 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-78f8367e-714c-432e-83f2-6ac38efa06b6 req-71e3e3a9-b1af-451e-a0e8-f4fc49dd7d95 service neutron] 10.222.0.47 "GET /v2.0/networks/78f2fc67-b40a-47a4-af30-c194a9ec1a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295426 May 10 15:02:41.870604 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-da54b97f-ed87-415b-812f-e2043936c878 req-763468ec-836b-4996-a5a1-b318b04e067a tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112089 May 10 15:02:41.899955 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-791c5e9f-436b-41f4-9911-6c4a6ac2d3a2 req-7a0d3213-4769-4591-bfeb-8f4fea61f494 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710905 May 10 15:02:41.979580 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-3bac072a-9351-4e78-8233-e7369adea913 req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa112141-cd57-43aa-90fd-8f41d0d4e26e {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:02:41.989459 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-3bac072a-9351-4e78-8233-e7369adea913 req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:42.007290 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-3bac072a-9351-4e78-8233-e7369adea913 req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Transition to ACTIVE for port object aa112141-cd57-43aa-90fd-8f41d0d4e26e will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:02:42.012491 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-3bac072a-9351-4e78-8233-e7369adea913 req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:42.014704 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-78f8367e-714c-432e-83f2-6ac38efa06b6 req-d2d924bd-7d3f-48cb-a9af-4c1a0aa9eb68 service neutron] 10.222.0.47 "GET /v2.0/networks/78f2fc67-b40a-47a4-af30-c194a9ec1a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638548 May 10 15:02:42.017074 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:42.191427 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Pushing event updated for resources: {'Port': ['ID=aa112141-cd57-43aa-90fd-8f41d0d4e26e,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:42.229464 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:42.230059 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:42.230163 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:42.230447 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:42.230789 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:42.231118 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:42.231460 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:42.231796 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:42.232181 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:42.232515 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:42.233385 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:42.233727 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:42.241791 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:42.366695 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-3bac072a-9351-4e78-8233-e7369adea913 req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Attempting to bind port aa112141-cd57-43aa-90fd-8f41d0d4e26e on host hv-cinder-77428 for vnic_type normal with profile {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:02:42.367091 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-3bac072a-9351-4e78-8233-e7369adea913 req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Attempting to bind port aa112141-cd57-43aa-90fd-8f41d0d4e26e by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '0a4f6d3d-54b8-4664-9a29-c42dc2e1562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6c618ea2-fc5a-49c9-9109-72bef3480781'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:02:42.367476 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bac072a-9351-4e78-8233-e7369adea913 req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Attempting to bind port aa112141-cd57-43aa-90fd-8f41d0d4e26e on network 6c618ea2-fc5a-49c9-9109-72bef3480781 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:02:42.375051 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bac072a-9351-4e78-8233-e7369adea913 req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Port aa112141-cd57-43aa-90fd-8f41d0d4e26e on network 6c618ea2-fc5a-49c9-9109-72bef3480781 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:02:42.375439 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bac072a-9351-4e78-8233-e7369adea913 req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Attempting to bind port aa112141-cd57-43aa-90fd-8f41d0d4e26e on network 6c618ea2-fc5a-49c9-9109-72bef3480781 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:02:42.387279 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bac072a-9351-4e78-8233-e7369adea913 req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Checking agent: {'id': '22792be7-dc61-4190-b12e-2da4263bba02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:02:42.387699 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bac072a-9351-4e78-8233-e7369adea913 req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Checking segment: {'id': '0a4f6d3d-54b8-4664-9a29-c42dc2e1562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6c618ea2-fc5a-49c9-9109-72bef3480781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:02:42.388168 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bac072a-9351-4e78-8233-e7369adea913 req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Bound using segment: {'id': '0a4f6d3d-54b8-4664-9a29-c42dc2e1562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6c618ea2-fc5a-49c9-9109-72bef3480781'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:02:42.388659 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-3bac072a-9351-4e78-8233-e7369adea913 req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Bound port: aa112141-cd57-43aa-90fd-8f41d0d4e26e, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a4f6d3d-54b8-4664-9a29-c42dc2e1562f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6c618ea2-fc5a-49c9-9109-72bef3480781'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:02:42.389158 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-3bac072a-9351-4e78-8233-e7369adea913 req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:42.465641 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964197b7-740b-4a52-a7f1-3fbd8df0a339 req-5db52bce-d577-4921-a482-db0c6442c905 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:42.467584 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-964197b7-740b-4a52-a7f1-3fbd8df0a339 req-5db52bce-d577-4921-a482-db0c6442c905 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a83bd6-30f3-49f4-81e1-bc676837185d HTTP/1.1" status: 200 len: 945 time: 0.1866791 May 10 15:02:42.543034 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-964197b7-740b-4a52-a7f1-3fbd8df0a339 req-dcbf247a-e1d1-4b42-b96b-9b2e97dc209c tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674133 May 10 15:02:42.544240 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-3bac072a-9351-4e78-8233-e7369adea913 req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] For port aa112141-cd57-43aa-90fd-8f41d0d4e26e, host hv-cinder-77428, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:02:42.552829 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-3bac072a-9351-4e78-8233-e7369adea913 req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] For port aa112141-cd57-43aa-90fd-8f41d0d4e26e, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=aa112141-cd57-43aa-90fd-8f41d0d4e26e,segment=NetworkSegment(0a4f6d3d-54b8-4664-9a29-c42dc2e1562f),segment_id=0a4f6d3d-54b8-4664-9a29-c42dc2e1562f)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:02:42.557505 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-3bac072a-9351-4e78-8233-e7369adea913 req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:42.562376 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:42.611813 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac072a-9351-4e78-8233-e7369adea913 req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:42.612413 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-3bac072a-9351-4e78-8233-e7369adea913 req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:42.613726 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3bac072a-9351-4e78-8233-e7369adea913 req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] 10.222.0.47 "PUT /v2.0/ports/aa112141-cd57-43aa-90fd-8f41d0d4e26e HTTP/1.1" status: 200 len: 1093 time: 1.4268293 May 10 15:02:42.614190 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282dbd1b-6923-406c-8813-4f2f13e045cb', 'tag': 'aa112141-cd57-43aa-90fd-8f41d0d4e26e'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:02:42.640068 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Pushing event updated for resources: {'Port': ['ID=aa112141-cd57-43aa-90fd-8f41d0d4e26e,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:42.643208 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:42.691734 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282dbd1b-6923-406c-8813-4f2f13e045cb', 'tag': 'aa112141-cd57-43aa-90fd-8f41d0d4e26e', 'status': 'completed', 'code': 200} May 10 15:02:42.727939 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac072a-9351-4e78-8233-e7369adea913 req-dc2c15e9-bd0a-46f3-bf30-a86c8f5c8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:42.729378 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3bac072a-9351-4e78-8233-e7369adea913 req-dc2c15e9-bd0a-46f3-bf30-a86c8f5c8824 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1787d025769c4b79adba46ce55a5a7ab&device_id=282dbd1b-6923-406c-8813-4f2f13e045cb HTTP/1.1" status: 200 len: 1096 time: 0.0720978 May 10 15:02:42.797384 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3bac072a-9351-4e78-8233-e7369adea913 req-4f51ff0b-3456-4397-9a84-9dc9d44ce41e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa112141-cd57-43aa-90fd-8f41d0d4e26e HTTP/1.1" status: 200 len: 217 time: 0.0581977 May 10 15:02:42.864996 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac072a-9351-4e78-8233-e7369adea913 req-58f372b8-1896-49c7-a2ef-40d6fdf505f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:42.866265 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3bac072a-9351-4e78-8233-e7369adea913 req-58f372b8-1896-49c7-a2ef-40d6fdf505f8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3645e3a-0b0e-40a0-8820-7f6d645d7cf2 HTTP/1.1" status: 200 len: 853 time: 0.0581200 May 10 15:02:42.919022 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3bac072a-9351-4e78-8233-e7369adea913 req-ce38b57c-075d-4491-b8fa-1503b1727a86 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6c618ea2-fc5a-49c9-9109-72bef3480781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405881 May 10 15:02:43.177291 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3bac072a-9351-4e78-8233-e7369adea913 req-9b0381f9-c379-48d9-b755-5269b1561d33 service neutron] 10.222.0.47 "GET /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414706 May 10 15:02:43.222261 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cde71-823e-419b-a574-f345289e9722 req-e87bf9b7-8049-4a76-aa3d-235b1693c938 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:43.224010 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-281cde71-823e-419b-a574-f345289e9722 req-e87bf9b7-8049-4a76-aa3d-235b1693c938 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=282dbd1b-6923-406c-8813-4f2f13e045cb HTTP/1.1" status: 200 len: 943 time: 0.1720109 May 10 15:02:43.317634 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1d66f-ce2e-498b-8020-84ed6b824186 req-a33f1741-2070-442d-bd5e-af9829b9e96e tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:43.319104 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3fb1d66f-ce2e-498b-8020-84ed6b824186 req-a33f1741-2070-442d-bd5e-af9829b9e96e tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.3067935 May 10 15:02:43.390753 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-281cde71-823e-419b-a574-f345289e9722 req-7e9239b3-af6e-4047-8ae6-04cbed32ae50 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181440 May 10 15:02:43.417217 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3fb1d66f-ce2e-498b-8020-84ed6b824186 req-24d6fe14-536d-4be8-9616-23c92238f35f tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908659 May 10 15:02:43.422779 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3bac072a-9351-4e78-8233-e7369adea913 req-7a700af9-6324-4d03-a159-9c3c87f023d3 service neutron] 10.222.0.47 "GET /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327006 May 10 15:02:43.712830 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2935ece-a1f6-481d-a8e1-94c90b198b8d req-a327d4ed-a1eb-4917-a0e4-c14a46d5c555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:43.714275 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b2935ece-a1f6-481d-a8e1-94c90b198b8d req-a327d4ed-a1eb-4917-a0e4-c14a46d5c555 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1787d025769c4b79adba46ce55a5a7ab&device_id=282dbd1b-6923-406c-8813-4f2f13e045cb HTTP/1.1" status: 200 len: 1096 time: 0.2120686 May 10 15:02:43.829940 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6404d6-e620-4031-be36-d02ac6ae5295 req-f8daa881-0332-403c-8a62-613dd29c3bb5 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:43.831361 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0f6404d6-e620-4031-be36-d02ac6ae5295 req-f8daa881-0332-403c-8a62-613dd29c3bb5 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a83bd6-30f3-49f4-81e1-bc676837185d HTTP/1.1" status: 200 len: 945 time: 0.1651220 May 10 15:02:43.910411 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0f6404d6-e620-4031-be36-d02ac6ae5295 req-f9430673-3bd1-4a27-bae2-6b47d6451e03 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715222 May 10 15:02:43.911531 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2935ece-a1f6-481d-a8e1-94c90b198b8d req-7e3d0736-5586-4504-abc7-1bede6a8552c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:43.913059 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b2935ece-a1f6-481d-a8e1-94c90b198b8d req-7e3d0736-5586-4504-abc7-1bede6a8552c service neutron] 10.222.0.47 "GET /v2.0/networks?id=6c618ea2-fc5a-49c9-9109-72bef3480781 HTTP/1.1" status: 200 len: 914 time: 0.1854019 May 10 15:02:43.979895 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b2935ece-a1f6-481d-a8e1-94c90b198b8d req-8af56bf1-d050-43ad-88c3-ef4548a2892c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa112141-cd57-43aa-90fd-8f41d0d4e26e HTTP/1.1" status: 200 len: 217 time: 0.0584688 May 10 15:02:44.047903 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2935ece-a1f6-481d-a8e1-94c90b198b8d req-87fd0a1e-db9b-40a8-89bf-6816d565d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:44.049312 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b2935ece-a1f6-481d-a8e1-94c90b198b8d req-87fd0a1e-db9b-40a8-89bf-6816d565d24d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3645e3a-0b0e-40a0-8820-7f6d645d7cf2 HTTP/1.1" status: 200 len: 853 time: 0.0587449 May 10 15:02:44.102141 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b2935ece-a1f6-481d-a8e1-94c90b198b8d req-fccccb08-12c3-412b-81b9-c6cb068fd33f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6c618ea2-fc5a-49c9-9109-72bef3480781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393145 May 10 15:02:44.633034 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9134139-d4db-4cf3-aaaa-9fd1c2233b63 req-faf9ef44-f319-4a8f-8301-7f65ea246860 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:44.634479 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b9134139-d4db-4cf3-aaaa-9fd1c2233b63 req-faf9ef44-f319-4a8f-8301-7f65ea246860 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=282dbd1b-6923-406c-8813-4f2f13e045cb HTTP/1.1" status: 200 len: 943 time: 0.1381295 May 10 15:02:44.643783 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b20a5-195c-4147-b88c-6cae8a564c06 req-1c7c9e86-3168-4cc5-8764-a753eb10d80f tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:44.645157 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-450b20a5-195c-4147-b88c-6cae8a564c06 req-1c7c9e86-3168-4cc5-8764-a753eb10d80f tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.1136923 May 10 15:02:44.713718 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b9134139-d4db-4cf3-aaaa-9fd1c2233b63 req-f4a51acc-81e4-41ae-acc8-be12eb1a2f56 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675678 May 10 15:02:44.716330 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-450b20a5-195c-4147-b88c-6cae8a564c06 req-9f039f32-2d70-4e53-897d-ee8a34cc35bb tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576217 May 10 15:02:47.590951 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b2935ece-a1f6-481d-a8e1-94c90b198b8d req-26fd38ce-25ef-44df-8772-0cf48340c254 service neutron] 10.222.0.47 "GET /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710420 May 10 15:02:47.803157 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357acbc-0bb5-41da-a3b9-9285fc7dbf6d req-c5d130dd-b20d-41d3-b717-cdeff6247d56 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:47.804749 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d357acbc-0bb5-41da-a3b9-9285fc7dbf6d req-c5d130dd-b20d-41d3-b717-cdeff6247d56 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a83bd6-30f3-49f4-81e1-bc676837185d HTTP/1.1" status: 200 len: 945 time: 0.2632463 May 10 15:02:47.807840 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b2935ece-a1f6-481d-a8e1-94c90b198b8d req-2b46bcee-566a-401d-9d3b-84ee5e860f6e service neutron] 10.222.0.47 "GET /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864293 May 10 15:02:47.816917 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e38567-c1ef-43f3-8633-5066bec90664 req-78b132cb-5147-4da0-8343-9f733b5a0211 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:47.818577 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d1e38567-c1ef-43f3-8633-5066bec90664 req-78b132cb-5147-4da0-8343-9f733b5a0211 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=282dbd1b-6923-406c-8813-4f2f13e045cb HTTP/1.1" status: 200 len: 943 time: 0.2347956 May 10 15:02:47.891108 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d357acbc-0bb5-41da-a3b9-9285fc7dbf6d req-8d5c4112-52b9-4896-9c42-d9a264ec558a tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715730 May 10 15:02:47.897833 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d1e38567-c1ef-43f3-8633-5066bec90664 req-fb8f7cd1-3aad-400c-ba27-7902622f98ec tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647180 May 10 15:02:48.122551 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0bc1b-446e-4438-b412-febd4ee41ab5 req-f447e4b2-6be6-4875-8416-f4b3759a2c88 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:48.124057 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-55e0bc1b-446e-4438-b412-febd4ee41ab5 req-f447e4b2-6be6-4875-8416-f4b3759a2c88 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.1320674 May 10 15:02:48.180632 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-55e0bc1b-446e-4438-b412-febd4ee41ab5 req-0d8ddc04-af21-4ae9-8f03-49b849395d95 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491617 May 10 15:02:48.200111 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67100a5c-31e6-4b66-9efa-e311ac7e2ff1 req-ed3ab1ef-221b-4d70-93bc-19c71eb5c824 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:48.202225 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-67100a5c-31e6-4b66-9efa-e311ac7e2ff1 req-ed3ab1ef-221b-4d70-93bc-19c71eb5c824 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7a83bd6-30f3-49f4-81e1-bc676837185d HTTP/1.1" status: 200 len: 945 time: 0.1438563 May 10 15:02:48.340509 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-67100a5c-31e6-4b66-9efa-e311ac7e2ff1 req-8801a612-5fc9-4dad-a33b-d8942a13f0d6 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Deleting port 78305943-bc43-4efe-b359-7ebc90b53065 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:02:48.340762 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-67100a5c-31e6-4b66-9efa-e311ac7e2ff1 req-8801a612-5fc9-4dad-a33b-d8942a13f0d6 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:48.546731 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-67100a5c-31e6-4b66-9efa-e311ac7e2ff1 req-8801a612-5fc9-4dad-a33b-d8942a13f0d6 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] For port 78305943-bc43-4efe-b359-7ebc90b53065, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=78305943-bc43-4efe-b359-7ebc90b53065,segment=NetworkSegment(7cd815ba-9b5a-4807-b6e8-1c979f860135),segment_id=7cd815ba-9b5a-4807-b6e8-1c979f860135)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:02:48.547070 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-67100a5c-31e6-4b66-9efa-e311ac7e2ff1 req-8801a612-5fc9-4dad-a33b-d8942a13f0d6 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:48.664089 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-67100a5c-31e6-4b66-9efa-e311ac7e2ff1 req-8801a612-5fc9-4dad-a33b-d8942a13f0d6 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Calling delete_port for 78305943-bc43-4efe-b359-7ebc90b53065 owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:02:48.772446 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-67100a5c-31e6-4b66-9efa-e311ac7e2ff1 req-8801a612-5fc9-4dad-a33b-d8942a13f0d6 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:48.777852 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-36ae1b9a-4268-464c-91f9-3176ce9f3200 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:48.821379 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801a612-5fc9-4dad-a33b-d8942a13f0d6 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Pushing event deleted for resources: {'Port': ['ID=78305943-bc43-4efe-b359-7ebc90b53065,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:48.824364 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8801a612-5fc9-4dad-a33b-d8942a13f0d6 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:48.894860 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-67100a5c-31e6-4b66-9efa-e311ac7e2ff1 req-8801a612-5fc9-4dad-a33b-d8942a13f0d6 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] No DVR routers for this DVR port 78305943-bc43-4efe-b359-7ebc90b53065 on host hv-cinder-77428 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:02:48.897792 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-67100a5c-31e6-4b66-9efa-e311ac7e2ff1 req-8801a612-5fc9-4dad-a33b-d8942a13f0d6 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:48.900215 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a83bd6-30f3-49f4-81e1-bc676837185d', 'name': 'network-vif-deleted', 'tag': '78305943-bc43-4efe-b359-7ebc90b53065'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:02:48.914540 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-67100a5c-31e6-4b66-9efa-e311ac7e2ff1 req-8801a612-5fc9-4dad-a33b-d8942a13f0d6 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.47 "DELETE /v2.0/ports/78305943-bc43-4efe-b359-7ebc90b53065 HTTP/1.1" status: 204 len: 173 time: 0.7044039 May 10 15:02:50.678294 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['78305943-bc43-4efe-b359-7ebc90b53065'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:02:51.996179 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a83bd6-30f3-49f4-81e1-bc676837185d', 'name': 'network-vif-deleted', 'tag': '78305943-bc43-4efe-b359-7ebc90b53065', 'status': 'completed', 'code': 200} May 10 15:02:52.137740 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-1a925bf4-719c-435f-960a-1e2874cca127 req-7a95723c-5f66-4012-b602-e4ed38bd8e31 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Synchronizing usage tracker for tenant:7fab840f400a4fb3a8999f588602e0b2 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:02:52.166290 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-1a925bf4-719c-435f-960a-1e2874cca127 req-7a95723c-5f66-4012-b602-e4ed38bd8e31 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Unset dirty status for tenant:7fab840f400a4fb3a8999f588602e0b2 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:02:52.167404 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1a925bf4-719c-435f-960a-1e2874cca127 req-7a95723c-5f66-4012-b602-e4ed38bd8e31 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7a83bd6-30f3-49f4-81e1-bc676837185d HTTP/1.1" status: 200 len: 210 time: 0.1045685 May 10 15:02:52.192449 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28fd54-79e5-4a2e-affe-95aaf8fab296 req-4063c81d-6548-4962-989d-f4b3db995ba7 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:52.194034 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6d28fd54-79e5-4a2e-affe-95aaf8fab296 req-4063c81d-6548-4962-989d-f4b3db995ba7 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=282dbd1b-6923-406c-8813-4f2f13e045cb HTTP/1.1" status: 200 len: 943 time: 0.0990181 May 10 15:02:52.242846 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6d28fd54-79e5-4a2e-affe-95aaf8fab296 req-0ae0498e-c579-4c83-9cc5-865b7c1957f9 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429261 May 10 15:02:52.346366 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df053e88-9883-4246-8dce-242c3a1a61e3 req-075d987f-6c8e-4059-849a-0c698f5f53f1 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:52.347860 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-df053e88-9883-4246-8dce-242c3a1a61e3 req-075d987f-6c8e-4059-849a-0c698f5f53f1 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0841568 May 10 15:02:52.399161 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-df053e88-9883-4246-8dce-242c3a1a61e3 req-9194adae-2a06-4796-9b13-502fd4b7f522 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452194 May 10 15:02:52.668569 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device aa112141-cd57-43aa-90fd-8f41d0d4e26e details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:02:52.796282 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port aa112141-cd57-43aa-90fd-8f41d0d4e26e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=aa112141-cd57-43aa-90fd-8f41d0d4e26e,segment=NetworkSegment(0a4f6d3d-54b8-4664-9a29-c42dc2e1562f),segment_id=0a4f6d3d-54b8-4664-9a29-c42dc2e1562f)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:02:52.808966 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Returning: {'device': 'aa112141-cd57-43aa-90fd-8f41d0d4e26e', 'network_id': '6c618ea2-fc5a-49c9-9109-72bef3480781', 'port_id': 'aa112141-cd57-43aa-90fd-8f41d0d4e26e', 'mac_address': 'fa:16:3e:ed:19:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3645e3a-0b0e-40a0-8820-7f6d645d7cf2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:02:52.862810 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:52.882108 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa112141-cd57-43aa-90fd-8f41d0d4e26e {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:02:52.897912 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port aa112141-cd57-43aa-90fd-8f41d0d4e26e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=aa112141-cd57-43aa-90fd-8f41d0d4e26e,segment=NetworkSegment(0a4f6d3d-54b8-4664-9a29-c42dc2e1562f),segment_id=0a4f6d3d-54b8-4664-9a29-c42dc2e1562f)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:02:52.901896 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:52.903643 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:52.971937 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=aa112141-cd57-43aa-90fd-8f41d0d4e26e,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:52.980122 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:52.980122 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:52.980398 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:52.980681 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:52.981006 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:52.981328 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:52.981649 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:52.981965 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:52.982297 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:52.983283 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:52.983592 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:52.983909 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:52.989652 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:53.277819 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 42932) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:53.390823 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f0f73bce-26c4-40b9-a3f1-8aa34d755ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:53.404954 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-f0f73bce-26c4-40b9-a3f1-8aa34d755ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:02:53.408697 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-f0f73bce-26c4-40b9-a3f1-8aa34d755ff3 admin admin] Usage tracker for resource:security_group_rule and tenant:7ebb5ba93551441b9547a30bec4008c3 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:02:53.411377 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-f0f73bce-26c4-40b9-a3f1-8aa34d755ff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:02:53.416865 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-f0f73bce-26c4-40b9-a3f1-8aa34d755ff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:02:53.499360 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f0f73bce-26c4-40b9-a3f1-8aa34d755ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:53.502957 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f0f73bce-26c4-40b9-a3f1-8aa34d755ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:53.511108 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-bb953473-3102-4dbf-a8e0-fbadd69d3231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:53.550631 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-f0f73bce-26c4-40b9-a3f1-8aa34d755ff3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ebb5ba93551441b9547a30bec4008c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717614 May 10 15:02:53.551522 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f73bce-26c4-40b9-a3f1-8aa34d755ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8216dfe2-2df5-4e3c-97be-9ad64d1b07c7,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:53.553404 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 42940) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:02:53.554577 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-f0f73bce-26c4-40b9-a3f1-8aa34d755ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:53.612246 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cd73ac9a-50e3-4f70-bc48-3fb752bc6306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:53.642723 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cd73ac9a-50e3-4f70-bc48-3fb752bc6306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:53.692640 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cd73ac9a-50e3-4f70-bc48-3fb752bc6306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:53.696341 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-7c7683fa-80d4-4900-8581-e788fa42ae56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:02:53.709425 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73ac9a-50e3-4f70-bc48-3fb752bc6306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8216dfe2-2df5-4e3c-97be-9ad64d1b07c7,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:02:53.721150 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd73ac9a-50e3-4f70-bc48-3fb752bc6306 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.721518 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd73ac9a-50e3-4f70-bc48-3fb752bc6306 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.721875 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd73ac9a-50e3-4f70-bc48-3fb752bc6306 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.722230 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd73ac9a-50e3-4f70-bc48-3fb752bc6306 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.722576 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd73ac9a-50e3-4f70-bc48-3fb752bc6306 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.722923 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd73ac9a-50e3-4f70-bc48-3fb752bc6306 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.723265 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd73ac9a-50e3-4f70-bc48-3fb752bc6306 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.723605 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd73ac9a-50e3-4f70-bc48-3fb752bc6306 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.723944 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd73ac9a-50e3-4f70-bc48-3fb752bc6306 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.724308 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd73ac9a-50e3-4f70-bc48-3fb752bc6306 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.724644 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd73ac9a-50e3-4f70-bc48-3fb752bc6306 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.724978 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd73ac9a-50e3-4f70-bc48-3fb752bc6306 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:02:53.728658 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-cd73ac9a-50e3-4f70-bc48-3fb752bc6306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:02:53.730700 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cd73ac9a-50e3-4f70-bc48-3fb752bc6306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:02:53.731687 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-cd73ac9a-50e3-4f70-bc48-3fb752bc6306 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8216dfe2-2df5-4e3c-97be-9ad64d1b07c7 HTTP/1.1" status: 204 len: 168 time: 0.1772542 May 10 15:02:56.101275 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 78305943-bc43-4efe-b359-7ebc90b53065 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:02:56.134961 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] No Port match for: 78305943-bc43-4efe-b359-7ebc90b53065 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:02:56.135309 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 78305943-bc43-4efe-b359-7ebc90b53065 not bound to the agent host hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:02:56.362508 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744976aa-2009-4c10-824c-aabf942a6038 req-84d9c714-f5b3-4647-8451-9c4e561a2bc5 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:56.363958 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-744976aa-2009-4c10-824c-aabf942a6038 req-84d9c714-f5b3-4647-8451-9c4e561a2bc5 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=282dbd1b-6923-406c-8813-4f2f13e045cb HTTP/1.1" status: 200 len: 944 time: 0.1366167 May 10 15:02:56.415639 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f7d6c-e938-42b3-a22c-895692942dd7 req-71c0866c-cff7-4cd9-ad6b-9272c3e2e24e tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:56.417123 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-956f7d6c-e938-42b3-a22c-895692942dd7 req-71c0866c-cff7-4cd9-ad6b-9272c3e2e24e tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.1381862 May 10 15:02:56.429646 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-744976aa-2009-4c10-824c-aabf942a6038 req-57b7c18a-ab8e-4046-a96e-e78e09a32f5b tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598650 May 10 15:02:56.468716 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-956f7d6c-e938-42b3-a22c-895692942dd7 req-06de98c0-ce1a-4786-889f-88d0d8302aa9 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449266 May 10 15:02:56.470492 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['aa112141-cd57-43aa-90fd-8f41d0d4e26e'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:02:57.684193 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1d4b4-0f7e-4bf1-b76d-d265889b1bab req-a7a12a6e-18ac-41ac-9d86-42faafc01e16 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:57.686101 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9ad1d4b4-0f7e-4bf1-b76d-d265889b1bab req-a7a12a6e-18ac-41ac-9d86-42faafc01e16 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0841651 May 10 15:02:57.772983 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9ad1d4b4-0f7e-4bf1-b76d-d265889b1bab req-ac6c1cdd-19a3-41f2-a1e7-dd74fb315af6 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540724 May 10 15:02:57.796974 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b43497-922e-4d00-aa69-67422ccdc6e1 req-09ab34da-7b87-4f58-b0c1-3902298e4ee4 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:02:57.798382 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-32b43497-922e-4d00-aa69-67422ccdc6e1 req-09ab34da-7b87-4f58-b0c1-3902298e4ee4 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=282dbd1b-6923-406c-8813-4f2f13e045cb HTTP/1.1" status: 200 len: 944 time: 0.1094356 May 10 15:02:57.841129 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-32b43497-922e-4d00-aa69-67422ccdc6e1 req-49f3fd13-0bdd-4580-b631-545a8b37b12a tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372322 May 10 15:02:59.947524 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device aa112141-cd57-43aa-90fd-8f41d0d4e26e up at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:03:00.016890 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning for port aa112141-cd57-43aa-90fd-8f41d0d4e26e completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:03:00.021281 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning complete for port aa112141-cd57-43aa-90fd-8f41d0d4e26e triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:03:00.021655 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:00.135306 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:00.162983 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282dbd1b-6923-406c-8813-4f2f13e045cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa112141-cd57-43aa-90fd-8f41d0d4e26e'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:03:00.173241 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port aa112141-cd57-43aa-90fd-8f41d0d4e26e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=aa112141-cd57-43aa-90fd-8f41d0d4e26e,segment=NetworkSegment(0a4f6d3d-54b8-4664-9a29-c42dc2e1562f),segment_id=0a4f6d3d-54b8-4664-9a29-c42dc2e1562f)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:00.177001 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:00.179466 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:00.245114 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=aa112141-cd57-43aa-90fd-8f41d0d4e26e,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:00.248083 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:01.306990 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78bc42-ea9b-463a-902b-7f39c583003f req-8e9ea146-bc69-4479-9a33-bb9618b18898 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:01.308434 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4e78bc42-ea9b-463a-902b-7f39c583003f req-8e9ea146-bc69-4479-9a33-bb9618b18898 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.1320527 May 10 15:03:01.342486 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4c80b-bf85-4f30-885b-125e9267d0bd req-6883944b-f01e-4b49-9608-ff9615dfbad5 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:01.343914 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-75b4c80b-bf85-4f30-885b-125e9267d0bd req-6883944b-f01e-4b49-9608-ff9615dfbad5 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=282dbd1b-6923-406c-8813-4f2f13e045cb HTTP/1.1" status: 200 len: 945 time: 0.1288121 May 10 15:03:01.390237 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4e78bc42-ea9b-463a-902b-7f39c583003f req-00cef6dc-2e33-4d1a-bcdc-cab5c4061bc3 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735953 May 10 15:03:01.408309 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-75b4c80b-bf85-4f30-885b-125e9267d0bd req-2241d54b-822c-4774-9a93-5fff8d44805a tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568829 May 10 15:03:01.442695 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282dbd1b-6923-406c-8813-4f2f13e045cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa112141-cd57-43aa-90fd-8f41d0d4e26e', 'code': 200} May 10 15:03:01.682301 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333931c8-9f05-47f2-b73c-6ce7f0a87b0e req-15184f05-6482-4e72-8989-35141bea87c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:01.683629 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-333931c8-9f05-47f2-b73c-6ce7f0a87b0e req-15184f05-6482-4e72-8989-35141bea87c2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=282dbd1b-6923-406c-8813-4f2f13e045cb HTTP/1.1" status: 200 len: 1098 time: 0.0669441 May 10 15:03:01.733387 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-333931c8-9f05-47f2-b73c-6ce7f0a87b0e req-8ff657e5-9980-4aa5-b842-b5edd6dd9d66 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336230 May 10 15:03:02.842386 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52e19e-8e04-40cd-aa40-cbe14796226d req-f3c02134-acaf-4b1b-8ad9-153f4c6fb44b tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:02.843903 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ab52e19e-8e04-40cd-aa40-cbe14796226d req-f3c02134-acaf-4b1b-8ad9-153f4c6fb44b tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.3256881 May 10 15:03:02.848480 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140ab5a-bb7d-46c9-9b38-93c2fb3abbd0 req-94999a15-a480-4f4c-a291-11cfbc8c6107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:02.850098 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d140ab5a-bb7d-46c9-9b38-93c2fb3abbd0 req-94999a15-a480-4f4c-a291-11cfbc8c6107 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 1099 time: 0.2371655 May 10 15:03:02.910519 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262eb563-1768-44d9-b614-a542b58d9fd3 req-895e0149-b3f2-4643-bf74-d4137da3e108 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:02.912812 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-262eb563-1768-44d9-b614-a542b58d9fd3 req-895e0149-b3f2-4643-bf74-d4137da3e108 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=282dbd1b-6923-406c-8813-4f2f13e045cb HTTP/1.1" status: 200 len: 945 time: 0.3473322 May 10 15:03:02.978218 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d140ab5a-bb7d-46c9-9b38-93c2fb3abbd0 req-49e8dc54-b294-4be3-8ee3-3565809a5c7f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056623 May 10 15:03:02.995766 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ab52e19e-8e04-40cd-aa40-cbe14796226d req-0a3f54b2-b88a-494b-8ec2-df43957de895 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439502 May 10 15:03:03.020937 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-262eb563-1768-44d9-b614-a542b58d9fd3 req-89da8c7a-5ad1-4972-b1eb-eeeb2031697a tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018515 May 10 15:03:03.695236 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1deb0564-be1a-4aed-8a00-78ee2b25e146 req-dc380212-7903-4afb-926d-1eab0c0d50e1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1061358 May 10 15:03:03.837433 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb0564-be1a-4aed-8a00-78ee2b25e146 req-9f59659f-db7c-46fe-bda8-7815a590720f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:03.839669 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1deb0564-be1a-4aed-8a00-78ee2b25e146 req-9f59659f-db7c-46fe-bda8-7815a590720f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fffa979fe3184d2a9b52cf1e0d0c6fed&device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 1099 time: 0.1013958 May 10 15:03:04.036479 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb0564-be1a-4aed-8a00-78ee2b25e146 req-4759bbba-5e56-41f2-8942-5fb44eddfdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:04.038324 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1deb0564-be1a-4aed-8a00-78ee2b25e146 req-4759bbba-5e56-41f2-8942-5fb44eddfdca service neutron] 10.222.0.47 "GET /v2.0/networks?id=4bd3a929-9efd-4c35-af1e-656216678278 HTTP/1.1" status: 200 len: 911 time: 0.1512499 May 10 15:03:04.219439 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:04.277428 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1deb0564-be1a-4aed-8a00-78ee2b25e146 req-0b6f7c15-c5db-4f31-a493-9cc8001fe0ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ade340c-5fc5-4197-82b9-ac354157b449 HTTP/1.1" status: 200 len: 1001 time: 0.2275956 May 10 15:03:04.367962 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0ccc5-2af1-443d-8453-13f95efd5dc8 req-3c427e4c-8d09-4c30-93b6-e527cebf168f tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:04.369358 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c8a0ccc5-2af1-443d-8453-13f95efd5dc8 req-3c427e4c-8d09-4c30-93b6-e527cebf168f tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=282dbd1b-6923-406c-8813-4f2f13e045cb HTTP/1.1" status: 200 len: 945 time: 0.2021179 May 10 15:03:04.379069 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb0564-be1a-4aed-8a00-78ee2b25e146 req-5a22b81c-21d8-4cca-944a-42cf31ee3c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:04.380460 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1deb0564-be1a-4aed-8a00-78ee2b25e146 req-5a22b81c-21d8-4cca-944a-42cf31ee3c89 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63dd5146-b7c8-4898-831f-2c4c3824cf1a HTTP/1.1" status: 200 len: 849 time: 0.0907876 May 10 15:03:04.418719 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45047a0c-36db-410b-a12e-b6c9bb1deba1 req-88c9ab8d-f4e5-49dd-8a57-b62d63002afd tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:04.420235 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-45047a0c-36db-410b-a12e-b6c9bb1deba1 req-88c9ab8d-f4e5-49dd-8a57-b62d63002afd tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.2009487 May 10 15:03:04.479300 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c8a0ccc5-2af1-443d-8453-13f95efd5dc8 req-fccf58ca-4f19-43d5-af4b-1f29ce8adcfa tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963275 May 10 15:03:04.625890 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-45047a0c-36db-410b-a12e-b6c9bb1deba1 req-e70fa85c-d4c9-4cda-873f-591bd4784609 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555643 May 10 15:03:04.646100 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb0564-be1a-4aed-8a00-78ee2b25e146 req-6089833e-7caf-4ff2-92c6-a5b15fa3fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:04.647574 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1deb0564-be1a-4aed-8a00-78ee2b25e146 req-6089833e-7caf-4ff2-92c6-a5b15fa3fd80 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4bd3a929-9efd-4c35-af1e-656216678278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2088127 May 10 15:03:04.836053 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1deb0564-be1a-4aed-8a00-78ee2b25e146 req-68ac94a6-9c61-4d2d-8f01-f0dcd8867cde service neutron] 10.222.0.47 "GET /v2.0/networks/4bd3a929-9efd-4c35-af1e-656216678278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797044 May 10 15:03:05.101572 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1deb0564-be1a-4aed-8a00-78ee2b25e146 req-cddbf094-0204-43c0-b360-0e420aa037ce service neutron] 10.222.0.47 "GET /v2.0/networks/4bd3a929-9efd-4c35-af1e-656216678278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333856 May 10 15:03:05.853050 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-dfad1c39-85c2-4ce7-9a77-2cf2d5020241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:05.969409 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c034dbd-b6fe-40b8-b769-e81bbc83b5a7 req-1ac243c9-8bdc-499e-8524-7bf59d3740c6 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:05.970755 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2c034dbd-b6fe-40b8-b769-e81bbc83b5a7 req-1ac243c9-8bdc-499e-8524-7bf59d3740c6 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0869782 May 10 15:03:06.015411 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2c034dbd-b6fe-40b8-b769-e81bbc83b5a7 req-600ccee1-6e1b-4b2b-bb93-4f5e90e7179d tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387368 May 10 15:03:06.545703 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be77015-1229-452a-8925-b455695ef939 req-7df4d8ec-e97e-43fe-9c62-32267cdf38f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:06.547128 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4be77015-1229-452a-8925-b455695ef939 req-7df4d8ec-e97e-43fe-9c62-32267cdf38f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=164a7782c9ce4c8aae0ebd02811a40d4&device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 1099 time: 0.1591401 May 10 15:03:06.600480 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153387a-b55e-4aa5-99b0-0e9ccfc99dcb req-a3809b66-e7a7-42ac-9bfb-3dd6dd464a74 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:06.602679 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0153387a-b55e-4aa5-99b0-0e9ccfc99dcb req-a3809b66-e7a7-42ac-9bfb-3dd6dd464a74 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.1245983 May 10 15:03:06.724040 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0153387a-b55e-4aa5-99b0-0e9ccfc99dcb req-efc2b1ad-bf25-4c30-b286-dc46b8ac24e5 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741577 May 10 15:03:06.764570 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be77015-1229-452a-8925-b455695ef939 req-cc920811-2f96-4e51-b9fd-48b68ff5389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:06.766026 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4be77015-1229-452a-8925-b455695ef939 req-cc920811-2f96-4e51-b9fd-48b68ff5389a service neutron] 10.222.0.47 "GET /v2.0/networks?id=78f2fc67-b40a-47a4-af30-c194a9ec1a5e HTTP/1.1" status: 200 len: 919 time: 0.1952131 May 10 15:03:07.048704 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4be77015-1229-452a-8925-b455695ef939 req-e68b25b5-0ba3-490a-98bb-91795d3f8a9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f60862bb-c3dd-4651-959b-0953f947eb7b HTTP/1.1" status: 200 len: 217 time: 0.2725646 May 10 15:03:07.118848 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3cea94-0c93-4b25-9b3f-9743ba58ff4d req-7d2a4a01-67e5-48a8-b5a2-0710bcc0f2c8 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:07.126632 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5a3cea94-0c93-4b25-9b3f-9743ba58ff4d req-7d2a4a01-67e5-48a8-b5a2-0710bcc0f2c8 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c0c64c7-b40a-4f71-9b9c-b151ad13162c HTTP/1.1" status: 200 len: 945 time: 0.2452869 May 10 15:03:07.175090 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5a3cea94-0c93-4b25-9b3f-9743ba58ff4d req-25f55a01-2b95-4b35-abc9-294190322aba tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/security-groups?id=553cd71f-d299-472d-bad6-a4e11a0cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475879 May 10 15:03:07.186897 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be77015-1229-452a-8925-b455695ef939 req-a8bc680b-6f9a-47c6-ae97-7186124ab0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:07.188340 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4be77015-1229-452a-8925-b455695ef939 req-a8bc680b-6f9a-47c6-ae97-7186124ab0a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7951f8e4-474a-43bf-bfda-85f075a9c57f HTTP/1.1" status: 200 len: 858 time: 0.1313295 May 10 15:03:07.240848 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4be77015-1229-452a-8925-b455695ef939 req-81a27de9-dcb4-4c14-9d23-fadcc3e21f4e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78f2fc67-b40a-47a4-af30-c194a9ec1a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442653 May 10 15:03:07.384770 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4be77015-1229-452a-8925-b455695ef939 req-074fbcb2-fd80-4f97-908c-7e69fe49bd98 service neutron] 10.222.0.47 "GET /v2.0/networks/78f2fc67-b40a-47a4-af30-c194a9ec1a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332176 May 10 15:03:07.537549 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4be77015-1229-452a-8925-b455695ef939 req-6e026063-a036-4fc2-90e3-d2044d801b7d service neutron] 10.222.0.47 "GET /v2.0/networks/78f2fc67-b40a-47a4-af30-c194a9ec1a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388936 May 10 15:03:07.929309 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd373eba-0fc9-4a88-adfe-70fcfaab8bd1 req-0f8b27d4-1a95-4af1-bac0-496481304a77 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:07.931531 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fd373eba-0fc9-4a88-adfe-70fcfaab8bd1 req-0f8b27d4-1a95-4af1-bac0-496481304a77 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0925436 May 10 15:03:07.981108 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fd373eba-0fc9-4a88-adfe-70fcfaab8bd1 req-ef32ef35-eedb-4aec-b449-4901d1dd474e tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430381 May 10 15:03:08.388645 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710f5fd-70e1-49c5-bb97-ec4e2484bdc3 req-0ac1ed55-d47c-4c06-932d-46434a770d5f tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:08.395679 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9710f5fd-70e1-49c5-bb97-ec4e2484bdc3 req-0ac1ed55-d47c-4c06-932d-46434a770d5f tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c0c64c7-b40a-4f71-9b9c-b151ad13162c HTTP/1.1" status: 200 len: 945 time: 0.0977855 May 10 15:03:08.450723 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:08.481160 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9710f5fd-70e1-49c5-bb97-ec4e2484bdc3 req-e6d3c84c-c70c-4cc2-86b0-a9b9a37cc80c tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/security-groups?id=553cd71f-d299-472d-bad6-a4e11a0cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844519 May 10 15:03:08.593999 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-32d3e087-202a-4bd1-a082-838438007151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:08.836015 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855fe1-8ca7-407a-a689-e1e86fa9b787 req-2fee77d1-4b0f-47cb-b505-86d5c6c6d5b2 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:08.837481 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e2855fe1-8ca7-407a-a689-e1e86fa9b787 req-2fee77d1-4b0f-47cb-b505-86d5c6c6d5b2 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.0859270 May 10 15:03:08.883996 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e2855fe1-8ca7-407a-a689-e1e86fa9b787 req-55ddb409-2903-41e7-91ce-4a09a77502cc tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398602 May 10 15:03:09.175851 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e5dd4-f30f-4c03-94ac-8c4d725ccc7c req-66d778f7-481e-432f-8e7b-645c4bec8742 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:09.177404 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f46e5dd4-f30f-4c03-94ac-8c4d725ccc7c req-66d778f7-481e-432f-8e7b-645c4bec8742 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0843420 May 10 15:03:09.236699 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f46e5dd4-f30f-4c03-94ac-8c4d725ccc7c req-284f0f6f-e54c-4451-8012-da210117aa9d tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517015 May 10 15:03:09.384270 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:09.870615 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c592d16-e5c1-491f-adf6-ea56a2e17185 req-564886b2-5329-4007-a83a-61a3b6cd12ce tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:09.872146 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1c592d16-e5c1-491f-adf6-ea56a2e17185 req-564886b2-5329-4007-a83a-61a3b6cd12ce tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c0c64c7-b40a-4f71-9b9c-b151ad13162c HTTP/1.1" status: 200 len: 945 time: 0.1248374 May 10 15:03:09.946041 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1c592d16-e5c1-491f-adf6-ea56a2e17185 req-b9fa37f8-ed4d-4e0d-b00c-cabe76c6783e tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/security-groups?id=553cd71f-d299-472d-bad6-a4e11a0cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628989 May 10 15:03:09.983284 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6bb96-81e3-460c-b962-7e6913e7702d req-a62d8173-f25f-49ed-bca9-275fd9e36c3c tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:09.984955 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6ca6bb96-81e3-460c-b962-7e6913e7702d req-a62d8173-f25f-49ed-bca9-275fd9e36c3c tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c0c64c7-b40a-4f71-9b9c-b151ad13162c HTTP/1.1" status: 200 len: 945 time: 0.1564100 May 10 15:03:10.203484 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab3c4b-0037-4219-bd07-237629691e9d req-907ced9b-f736-4790-890c-36baab595321 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:10.205754 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b7ab3c4b-0037-4219-bd07-237629691e9d req-907ced9b-f736-4790-890c-36baab595321 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.1712675 May 10 15:03:10.262635 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-6ca6bb96-81e3-460c-b962-7e6913e7702d req-076655fe-1f29-4c96-adea-29b28a0dcba3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Deleting port 2f579f9e-4125-43dc-907f-2db1748d62b1 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:03:10.262981 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-6ca6bb96-81e3-460c-b962-7e6913e7702d req-076655fe-1f29-4c96-adea-29b28a0dcba3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:10.298322 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b7ab3c4b-0037-4219-bd07-237629691e9d req-76aee2c0-5899-4cde-9bcd-a75be6f81d19 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774658 May 10 15:03:10.493098 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-6ca6bb96-81e3-460c-b962-7e6913e7702d req-076655fe-1f29-4c96-adea-29b28a0dcba3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] For port 2f579f9e-4125-43dc-907f-2db1748d62b1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2f579f9e-4125-43dc-907f-2db1748d62b1,segment=NetworkSegment(52280481-a84c-4a84-9476-5233144bac56),segment_id=52280481-a84c-4a84-9476-5233144bac56)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:10.493447 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-6ca6bb96-81e3-460c-b962-7e6913e7702d req-076655fe-1f29-4c96-adea-29b28a0dcba3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:10.688600 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-6ca6bb96-81e3-460c-b962-7e6913e7702d req-076655fe-1f29-4c96-adea-29b28a0dcba3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Calling delete_port for 2f579f9e-4125-43dc-907f-2db1748d62b1 owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:03:10.714952 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6f048-9306-4f5d-88cb-2d10c1b6d05e req-96d90cdc-2c20-4d3f-8af8-a07cf99450b5 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:10.716454 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-10d6f048-9306-4f5d-88cb-2d10c1b6d05e req-96d90cdc-2c20-4d3f-8af8-a07cf99450b5 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.3176193 May 10 15:03:10.780027 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-10d6f048-9306-4f5d-88cb-2d10c1b6d05e req-d17bf635-f16f-4009-9117-20d51978c443 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471714 May 10 15:03:10.876603 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-6ca6bb96-81e3-460c-b962-7e6913e7702d req-076655fe-1f29-4c96-adea-29b28a0dcba3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:10.884549 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8801a612-5fc9-4dad-a33b-d8942a13f0d6 tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:10.937310 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:10.997968 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076655fe-1f29-4c96-adea-29b28a0dcba3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Pushing event deleted for resources: {'Port': ['ID=2f579f9e-4125-43dc-907f-2db1748d62b1,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:11.001016 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-076655fe-1f29-4c96-adea-29b28a0dcba3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:11.093468 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca6bb96-81e3-460c-b962-7e6913e7702d req-076655fe-1f29-4c96-adea-29b28a0dcba3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] No DVR routers for this DVR port 2f579f9e-4125-43dc-907f-2db1748d62b1 on host hv-cinder-77428 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:03:11.096321 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-6ca6bb96-81e3-460c-b962-7e6913e7702d req-076655fe-1f29-4c96-adea-29b28a0dcba3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:11.106648 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0c64c7-b40a-4f71-9b9c-b151ad13162c', 'name': 'network-vif-deleted', 'tag': '2f579f9e-4125-43dc-907f-2db1748d62b1'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:03:11.111855 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6ca6bb96-81e3-460c-b962-7e6913e7702d req-076655fe-1f29-4c96-adea-29b28a0dcba3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.47 "DELETE /v2.0/ports/2f579f9e-4125-43dc-907f-2db1748d62b1 HTTP/1.1" status: 204 len: 173 time: 1.1099162 May 10 15:03:11.266803 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-431cdff5-ba93-4e46-805c-01ed19756be7 req-d90bf317-1d6c-41b2-b88b-0828c5ea40db tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Synchronizing usage tracker for tenant:3222bff414db4628b3a31649eb8f9715 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:03:11.284710 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-431cdff5-ba93-4e46-805c-01ed19756be7 req-d90bf317-1d6c-41b2-b88b-0828c5ea40db tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Unset dirty status for tenant:3222bff414db4628b3a31649eb8f9715 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:03:11.286469 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-431cdff5-ba93-4e46-805c-01ed19756be7 req-d90bf317-1d6c-41b2-b88b-0828c5ea40db tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c0c64c7-b40a-4f71-9b9c-b151ad13162c HTTP/1.1" status: 200 len: 210 time: 0.1056252 May 10 15:03:11.324896 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0c64c7-b40a-4f71-9b9c-b151ad13162c', 'name': 'network-vif-deleted', 'tag': '2f579f9e-4125-43dc-907f-2db1748d62b1', 'status': 'completed', 'code': 200} May 10 15:03:11.550449 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83406a-e5f2-4a14-9205-8594f6b70ad4 req-326e0fa1-f3df-43ab-8d72-e78fedb0f041 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:11.552193 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5f83406a-e5f2-4a14-9205-8594f6b70ad4 req-326e0fa1-f3df-43ab-8d72-e78fedb0f041 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.1104412 May 10 15:03:11.602939 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5f83406a-e5f2-4a14-9205-8594f6b70ad4 req-ada10cc7-7e8b-41d4-8391-33dc62afa9f9 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435886 May 10 15:03:12.106305 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f6303-1daa-4d1c-adb6-c55c8bad53f3 req-f214513d-a687-4d46-a9f4-f17bb370e5dd tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:12.113932 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-400f6303-1daa-4d1c-adb6-c55c8bad53f3 req-f214513d-a687-4d46-a9f4-f17bb370e5dd tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.1353076 May 10 15:03:12.155235 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-400f6303-1daa-4d1c-adb6-c55c8bad53f3 req-ccaeea24-e38b-4ca0-a682-b2f0093751e7 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398498 May 10 15:03:12.221078 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 2f579f9e-4125-43dc-907f-2db1748d62b1 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:03:12.266585 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] No Port match for: 2f579f9e-4125-43dc-907f-2db1748d62b1 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:03:12.267240 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 2f579f9e-4125-43dc-907f-2db1748d62b1 not bound to the agent host hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:03:12.868133 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b096876-c0ef-432c-87bd-14dd48ed391f req-739005e5-4a1f-43c2-940c-0e13f60b7699 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:12.869579 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9b096876-c0ef-432c-87bd-14dd48ed391f req-739005e5-4a1f-43c2-940c-0e13f60b7699 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.1050138 May 10 15:03:12.915181 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9b096876-c0ef-432c-87bd-14dd48ed391f req-d062c18e-4d1c-4d73-bd26-e2a505e89c6b tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396917 May 10 15:03:14.191450 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1229acc-712a-451c-9fd6-f8d68f0cae22 req-cadb7896-e44a-4a58-9856-09a699c3b9c6 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:14.193001 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e1229acc-712a-451c-9fd6-f8d68f0cae22 req-cadb7896-e44a-4a58-9856-09a699c3b9c6 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.1664271 May 10 15:03:14.201696 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292967f-1572-4e8a-b5ef-67d9063a2942 req-f0676da8-9653-4405-94ab-0535a1785d3f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:14.203080 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8292967f-1572-4e8a-b5ef-67d9063a2942 req-f0676da8-9653-4405-94ab-0535a1785d3f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.1339209 May 10 15:03:14.284719 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e1229acc-712a-451c-9fd6-f8d68f0cae22 req-a551c309-a053-45bf-b01d-13549d2f849f tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740855 May 10 15:03:14.290638 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8292967f-1572-4e8a-b5ef-67d9063a2942 req-e7222a49-f70a-40a8-b5b3-99f933380163 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658295 May 10 15:03:15.505219 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1704386-cd0a-471a-be58-b9229554bdc1 req-0cd4a0b8-4b04-47b8-9fed-e2e4520a3ffb tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:15.506691 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a1704386-cd0a-471a-be58-b9229554bdc1 req-0cd4a0b8-4b04-47b8-9fed-e2e4520a3ffb tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.0882983 May 10 15:03:15.559308 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a1704386-cd0a-471a-be58-b9229554bdc1 req-da61f80d-ca3a-4cc0-8be7-548c7f469f02 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460000 May 10 15:03:16.808222 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e71bf-0f3e-4550-844c-772c8e3004f0 req-e419d262-2a20-4d82-b3bf-f6beb419e0c5 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:16.810105 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-561e71bf-0f3e-4550-844c-772c8e3004f0 req-e419d262-2a20-4d82-b3bf-f6beb419e0c5 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.1284022 May 10 15:03:16.884131 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-561e71bf-0f3e-4550-844c-772c8e3004f0 req-5561cc42-12e4-4dd2-bb57-38117eabc3c6 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425298 May 10 15:03:17.156655 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:03:18.195074 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cf6b9-ccc7-4005-96b0-d050bd9fd6b3 req-5030b639-a5c8-4fbf-9f16-64ab02dae4dd tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:18.204821 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5c5cf6b9-ccc7-4005-96b0-d050bd9fd6b3 req-5030b639-a5c8-4fbf-9f16-64ab02dae4dd tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.1149917 May 10 15:03:18.281277 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5c5cf6b9-ccc7-4005-96b0-d050bd9fd6b3 req-e39f6a41-d1ad-481a-84cf-03792d4c2148 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733101 May 10 15:03:19.566048 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515a55b-6e3f-4e6c-abc9-0065e6e560d1 req-4f0b463f-fa2d-4471-9daf-d6e8ad28a1ef tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:19.574804 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a515a55b-6e3f-4e6c-abc9-0065e6e560d1 req-4f0b463f-fa2d-4471-9daf-d6e8ad28a1ef tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.1230497 May 10 15:03:19.638565 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a515a55b-6e3f-4e6c-abc9-0065e6e560d1 req-62b8b32c-036c-4821-bd92-f8d95d005287 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624108 May 10 15:03:20.896317 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48eb26-e03e-480e-a5a2-3e1e18deda5b req-28a501b0-6573-43ea-a2e5-9719a618df49 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:20.897794 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0e48eb26-e03e-480e-a5a2-3e1e18deda5b req-28a501b0-6573-43ea-a2e5-9719a618df49 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.0983994 May 10 15:03:20.994413 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0e48eb26-e03e-480e-a5a2-3e1e18deda5b req-6b3fb498-1df4-4579-b5af-afbbe70bedcb tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416641 May 10 15:03:22.182368 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afa3bf-6bff-4894-9b40-730df8f90a3c req-3ba0c8cf-0109-4f48-bbcc-e4f93adabadd tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:22.183796 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-60afa3bf-6bff-4894-9b40-730df8f90a3c req-3ba0c8cf-0109-4f48-bbcc-e4f93adabadd tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.0806782 May 10 15:03:22.229459 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-60afa3bf-6bff-4894-9b40-730df8f90a3c req-36a438ff-b30f-485d-8257-5688b9729456 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398574 May 10 15:03:23.416504 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a815ea0-18bc-4fbf-8733-8101d0e6cf98 req-841dcbe2-72c9-44da-b453-f86e74ddbb10 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:23.417930 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3a815ea0-18bc-4fbf-8733-8101d0e6cf98 req-841dcbe2-72c9-44da-b453-f86e74ddbb10 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.0782971 May 10 15:03:23.461099 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3a815ea0-18bc-4fbf-8733-8101d0e6cf98 req-312f3d4c-9433-47d8-9927-6e6b6195ad70 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371654 May 10 15:03:24.532256 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-c9f937c1-19fb-4379-8c35-26b577096c99 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:24.533722 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-c9f937c1-19fb-4379-8c35-26b577096c99 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/networks?id=8ecb542f-a0d1-4652-943d-8615363fca02 HTTP/1.1" status: 200 len: 813 time: 0.1421545 May 10 15:03:24.548145 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-891760ba-8b65-4ad8-9758-82bb53cd2471 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/quotas/3222bff414db4628b3a31649eb8f9715 HTTP/1.1" status: 200 len: 375 time: 0.0089009 May 10 15:03:24.683955 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-6ec08e46-f9fa-494f-b1a0-105e5be8a0c1 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3222bff414db4628b3a31649eb8f9715&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1305766 May 10 15:03:24.838143 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a9683-88ed-41dc-8abe-6cd4b6f4e271 req-f0463a54-e9d6-4f19-aad6-eb98c9ed4c11 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:24.839620 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bd8a9683-88ed-41dc-8abe-6cd4b6f4e271 req-f0463a54-e9d6-4f19-aad6-eb98c9ed4c11 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.2567046 May 10 15:03:24.844944 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-152080ad-98f8-4c21-888b-7d928f58d4be service neutron] 10.222.0.30 "GET /v2.0/networks/8ecb542f-a0d1-4652-943d-8615363fca02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523998 May 10 15:03:24.959029 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bd8a9683-88ed-41dc-8abe-6cd4b6f4e271 req-f4552079-ea19-4f13-b31f-3335deb0675b tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123211 May 10 15:03:25.011092 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-e427245b-d19e-41cd-aa74-bf88ff07726d service neutron] 10.222.0.30 "GET /v2.0/networks/8ecb542f-a0d1-4652-943d-8615363fca02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510031 May 10 15:03:25.269022 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-70688188-0398-4e75-8deb-4a059e5c8ce6 req-aa765d65-a596-49bc-89af-c11db6da59c6 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=45927021-872d-4b64-a34c-fd775d146920 HTTP/1.1" status: 200 len: 210 time: 0.0706232 May 10 15:03:26.155043 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4097b2-4e12-443f-b60f-ed7bd32f6895 req-d62c36cb-549c-4271-a14c-489b6a4623bc tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:26.156404 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5f4097b2-4e12-443f-b60f-ed7bd32f6895 req-d62c36cb-549c-4271-a14c-489b6a4623bc tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.0776947 May 10 15:03:26.201283 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5f4097b2-4e12-443f-b60f-ed7bd32f6895 req-5ba08b49-ca2d-42ca-9961-21876a277809 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385342 May 10 15:03:26.474861 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c8a433a0-4274-4736-9f5e-47207a8ca0d7 req-868c9ec7-1df2-4a53-b185-a2ca03a35e6e tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=45927021-872d-4b64-a34c-fd775d146920 HTTP/1.1" status: 200 len: 210 time: 0.0846274 May 10 15:03:26.617547 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-a1a7cdf6-0cf5-4f79-b031-8dacc97cd54b tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:26.618979 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-a1a7cdf6-0cf5-4f79-b031-8dacc97cd54b tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.47 "GET /v2.0/networks?id=8ecb542f-a0d1-4652-943d-8615363fca02 HTTP/1.1" status: 200 len: 813 time: 0.2268636 May 10 15:03:26.649386 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-400bc37e-68f9-46df-bd5d-ba670354d9fc tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Request body: {'port': {'device_id': '45927021-872d-4b64-a34c-fd775d146920', 'network_id': '8ecb542f-a0d1-4652-943d-8615363fca02', 'admin_state_up': True, 'tenant_id': '3222bff414db4628b3a31649eb8f9715'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:26.665208 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 43584) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:26.744584 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ab330c-0be2-4c77-86a2-7d5f7f115593 admin admin] Deleting subnet fb74b1e2-1575-4991-a648-54a6ec4c4aa6 {{(pid=78742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:03:26.749294 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-63ab330c-0be2-4c77-86a2-7d5f7f115593 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:26.795541 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-400bc37e-68f9-46df-bd5d-ba670354d9fc tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:03:26.806038 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-400bc37e-68f9-46df-bd5d-ba670354d9fc tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:03:26.849060 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-63ab330c-0be2-4c77-86a2-7d5f7f115593 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2091132'] for subnet, precommit_delete_associations {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:26.858773 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-400bc37e-68f9-46df-bd5d-ba670354d9fc tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Made reservation on behalf of 3222bff414db4628b3a31649eb8f9715 for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:03:26.862648 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-400bc37e-68f9-46df-bd5d-ba670354d9fc tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:26.920701 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-63ab330c-0be2-4c77-86a2-7d5f7f115593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482653'] for subnet, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:26.953623 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde66b11-f378-424c-ad65-b17aee628d45 req-b5e32e5b-0b97-4e83-9373-0d7d21c7a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:26.955023 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-bde66b11-f378-424c-ad65-b17aee628d45 req-b5e32e5b-0b97-4e83-9373-0d7d21c7a50e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=164a7782c9ce4c8aae0ebd02811a40d4&device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 1099 time: 0.1801145 May 10 15:03:26.982017 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85608f11-0cf8-4665-9f92-592f4c641203 req-00155a0e-bc7b-4c0b-b2fa-ead4d5dca10a tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:26.983491 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-85608f11-0cf8-4665-9f92-592f4c641203 req-00155a0e-bc7b-4c0b-b2fa-ead4d5dca10a tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.1751342 May 10 15:03:27.072772 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-85608f11-0cf8-4665-9f92-592f4c641203 req-c31d3d18-1c1b-4523-ac20-aff77c267802 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824740 May 10 15:03:27.096911 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-400bc37e-68f9-46df-bd5d-ba670354d9fc tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Allocated IP 172.20.0.13 (8ecb542f-a0d1-4652-943d-8615363fca02/e7cc4429-e286-4101-895c-eceacd012914/96cfb71a-b87e-4b62-a76b-c9d05ad1094f) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:03:27.214787 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde66b11-f378-424c-ad65-b17aee628d45 req-a8433339-3544-419d-88f1-b6540b9a4c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:27.216280 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-bde66b11-f378-424c-ad65-b17aee628d45 req-a8433339-3544-419d-88f1-b6540b9a4c6d service neutron] 10.222.0.47 "GET /v2.0/networks?id=78f2fc67-b40a-47a4-af30-c194a9ec1a5e HTTP/1.1" status: 200 len: 919 time: 0.2444224 May 10 15:03:27.381211 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-400bc37e-68f9-46df-bd5d-ba670354d9fc tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:27.414464 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-bde66b11-f378-424c-ad65-b17aee628d45 req-34f2a83a-c2b9-4ec3-95a4-661bf2a743aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f60862bb-c3dd-4651-959b-0953f947eb7b HTTP/1.1" status: 200 len: 217 time: 0.1649492 May 10 15:03:27.447011 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d93171-c116-409b-9664-28a6fd554d5e req-7801e2de-c8c3-4a89-a877-a87cc2d027bf tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:27.448587 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-04d93171-c116-409b-9664-28a6fd554d5e req-7801e2de-c8c3-4a89-a877-a87cc2d027bf tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.1035163 May 10 15:03:27.455258 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-400bc37e-68f9-46df-bd5d-ba670354d9fc tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:27.462885 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-277070af-3769-4594-8cfd-7505a68366df tempest-VolumesActionsTest-1109162534 tempest-VolumesActionsTest-1109162534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:27.499151 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde66b11-f378-424c-ad65-b17aee628d45 req-2d4eb8fb-1349-424e-8095-1036411317d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:27.500606 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-bde66b11-f378-424c-ad65-b17aee628d45 req-2d4eb8fb-1349-424e-8095-1036411317d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7951f8e4-474a-43bf-bfda-85f075a9c57f HTTP/1.1" status: 200 len: 858 time: 0.0758872 May 10 15:03:27.555782 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-63ab330c-0be2-4c77-86a2-7d5f7f115593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10903567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10807567'] for subnet, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:27.558379 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-bde66b11-f378-424c-ad65-b17aee628d45 req-45506f17-476b-4063-8a3f-31e5fa2d14ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78f2fc67-b40a-47a4-af30-c194a9ec1a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496335 May 10 15:03:27.563006 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:27.572736 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-400bc37e-68f9-46df-bd5d-ba670354d9fc tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Network 8ecb542f-a0d1-4652-943d-8615363fca02 is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:03:27.583385 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-400bc37e-68f9-46df-bd5d-ba670354d9fc tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:03:27.591580 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-400bc37e-68f9-46df-bd5d-ba670354d9fc tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:03:27.625490 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-04d93171-c116-409b-9664-28a6fd554d5e req-58beb158-a2da-42f2-97d0-d9a1c7ee5e5c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680169 May 10 15:03:27.626108 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400bc37e-68f9-46df-bd5d-ba670354d9fc tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Pushing event updated for resources: {'Port': ['ID=96cfb71a-b87e-4b62-a76b-c9d05ad1094f,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:27.641285 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab330c-0be2-4c77-86a2-7d5f7f115593 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb74b1e2-1575-4991-a648-54a6ec4c4aa6,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:27.663228 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-400bc37e-68f9-46df-bd5d-ba670354d9fc tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:27.709248 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-63ab330c-0be2-4c77-86a2-7d5f7f115593 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:27.720778 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-63ab330c-0be2-4c77-86a2-7d5f7f115593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:27.733230 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-63ab330c-0be2-4c77-86a2-7d5f7f115593 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fb74b1e2-1575-4991-a648-54a6ec4c4aa6 HTTP/1.1" status: 204 len: 168 time: 1.0668969 May 10 15:03:27.735702 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 43604) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:27.780726 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-400bc37e-68f9-46df-bd5d-ba670354d9fc tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:27.781324 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-400bc37e-68f9-46df-bd5d-ba670354d9fc tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:27.818841 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-400bc37e-68f9-46df-bd5d-ba670354d9fc tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1736627 May 10 15:03:27.828141 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d52b6-7a7b-496a-aacb-09457c0fcafc req-d446315a-7dff-40e7-8a1b-d242e296b6fe tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:27.828825 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-5d6d52b6-7a7b-496a-aacb-09457c0fcafc req-d446315a-7dff-40e7-8a1b-d242e296b6fe tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Synchronizing usage tracker for tenant:3222bff414db4628b3a31649eb8f9715 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:03:27.835178 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] Request body: {'port': {'device_id': '45927021-872d-4b64-a34c-fd775d146920', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:03:27.886204 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-5d6d52b6-7a7b-496a-aacb-09457c0fcafc req-d446315a-7dff-40e7-8a1b-d242e296b6fe tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Unset dirty status for tenant:3222bff414db4628b3a31649eb8f9715 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:03:27.887336 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5d6d52b6-7a7b-496a-aacb-09457c0fcafc req-d446315a-7dff-40e7-8a1b-d242e296b6fe tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=45927021-872d-4b64-a34c-fd775d146920 HTTP/1.1" status: 200 len: 932 time: 0.2654097 May 10 15:03:27.896949 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-bde66b11-f378-424c-ad65-b17aee628d45 req-e3886f5e-eb06-42be-8ce1-7cb95ceb63f2 service neutron] 10.222.0.47 "GET /v2.0/networks/78f2fc67-b40a-47a4-af30-c194a9ec1a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061960 May 10 15:03:27.900646 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-55f4f20f-4dd4-4d39-aae6-31db10d9f54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3591965'] for network, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:27.983088 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5d6d52b6-7a7b-496a-aacb-09457c0fcafc req-7d22f259-2721-4c01-88d7-56d5902c3bf9 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/security-groups?id=553cd71f-d299-472d-bad6-a4e11a0cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883219 May 10 15:03:27.985834 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:28.130257 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-55f4f20f-4dd4-4d39-aae6-31db10d9f54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488998', 'neutron.services.segments.db._delete_segments_for_network-8729787289501'] for network, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:28.155208 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-55f4f20f-4dd4-4d39-aae6-31db10d9f54a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77e92c3-d36c-4510-8b62-765a4a371b78']}} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:28.167632 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-bde66b11-f378-424c-ad65-b17aee628d45 req-6596934e-ca78-4ded-a506-838f96f67469 service neutron] 10.222.0.47 "GET /v2.0/networks/78f2fc67-b40a-47a4-af30-c194a9ec1a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596238 May 10 15:03:28.171313 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-55f4f20f-4dd4-4d39-aae6-31db10d9f54a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd815ba-9b5a-4807-b6e8-1c979f860135') {'for_net_delete': True} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:28.171617 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-55f4f20f-4dd4-4d39-aae6-31db10d9f54a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd815ba-9b5a-4807-b6e8-1c979f860135') {} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:28.185687 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-55f4f20f-4dd4-4d39-aae6-31db10d9f54a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729787301479', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2091107'] for segment, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:28.204160 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-55f4f20f-4dd4-4d39-aae6-31db10d9f54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:28.211378 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f4f20f-4dd4-4d39-aae6-31db10d9f54a admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=78742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:03:28.211931 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-55f4f20f-4dd4-4d39-aae6-31db10d9f54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10903657'] for segment, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: Traceback (most recent call last): May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: timer() May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: cb(*args, **kw) May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: return func(*args, **kwargs) May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: self._notify() May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: self.callback(batched_events) May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: event.method(event) May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: return f(self, *a, **k) May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: return self._get(url).json() May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: return self.request(url, 'GET', **kwargs) May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:03:28.235860 dv-cinder-774286-14-iscsi neutron-server[78742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:03:28.316973 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-55f4f20f-4dd4-4d39-aae6-31db10d9f54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405887'] for network, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:28.321130 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:28.339703 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-55f4f20f-4dd4-4d39-aae6-31db10d9f54a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:28.339826 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23eff39-79e9-4146-b39c-1d492e85d59a req-05f5581d-34d3-4f8c-b7f4-57d3cf05237c tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:28.341351 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c23eff39-79e9-4146-b39c-1d492e85d59a req-05f5581d-34d3-4f8c-b7f4-57d3cf05237c tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.1376386 May 10 15:03:28.342310 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4f20f-4dd4-4d39-aae6-31db10d9f54a admin admin] Pushing event deleted for resources: {'Network': ['ID=b77e92c3-d36c-4510-8b62-765a4a371b78,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:28.345315 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-55f4f20f-4dd4-4d39-aae6-31db10d9f54a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:28.349968 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-55f4f20f-4dd4-4d39-aae6-31db10d9f54a admin admin] 10.222.0.30 "DELETE /v2.0/networks/b77e92c3-d36c-4510-8b62-765a4a371b78 HTTP/1.1" status: 204 len: 168 time: 0.6132007 May 10 15:03:28.446315 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c23eff39-79e9-4146-b39c-1d492e85d59a req-ab733803-7f52-4c2f-9e0b-b8272e2f2112 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614455 May 10 15:03:28.448361 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96cfb71a-b87e-4b62-a76b-c9d05ad1094f {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:03:28.456465 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:28.475555 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] Transition to ACTIVE for port object 96cfb71a-b87e-4b62-a76b-c9d05ad1094f will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:03:28.479006 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:28.484113 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-c556cd19-3dc9-4903-8aa0-01d3e2b62309 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:28.559421 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 43622) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:28.635962 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-e637c1f5-23fa-4af8-9688-abcadb1bdaaf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7fab840f400a4fb3a8999f588602e0b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0744138 May 10 15:03:28.638264 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 43628) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:28.643316 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] Pushing event updated for resources: {'Port': ['ID=96cfb71a-b87e-4b62-a76b-c9d05ad1094f,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:28.650279 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:28.720696 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-586346b1-6107-4f01-b9c9-73514f4249e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:28.746709 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-586346b1-6107-4f01-b9c9-73514f4249e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:28.759957 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] Attempting to bind port 96cfb71a-b87e-4b62-a76b-c9d05ad1094f on host hv-cinder-77428 for vnic_type normal with profile {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:03:28.760310 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] Attempting to bind port 96cfb71a-b87e-4b62-a76b-c9d05ad1094f by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '52280481-a84c-4a84-9476-5233144bac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ecb542f-a0d1-4652-943d-8615363fca02'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:03:28.760634 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] Attempting to bind port 96cfb71a-b87e-4b62-a76b-c9d05ad1094f on network 8ecb542f-a0d1-4652-943d-8615363fca02 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:03:28.801050 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-586346b1-6107-4f01-b9c9-73514f4249e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:28.802966 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] Port 96cfb71a-b87e-4b62-a76b-c9d05ad1094f on network 8ecb542f-a0d1-4652-943d-8615363fca02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:03:28.803294 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] Attempting to bind port 96cfb71a-b87e-4b62-a76b-c9d05ad1094f on network 8ecb542f-a0d1-4652-943d-8615363fca02 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:03:28.805841 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:28.817614 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586346b1-6107-4f01-b9c9-73514f4249e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:28.820590 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-586346b1-6107-4f01-b9c9-73514f4249e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:28.822122 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] Checking agent: {'id': '22792be7-dc61-4190-b12e-2da4263bba02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:03:28.822460 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] Checking segment: {'id': '52280481-a84c-4a84-9476-5233144bac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ecb542f-a0d1-4652-943d-8615363fca02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:03:28.822607 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-586346b1-6107-4f01-b9c9-73514f4249e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:28.822844 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] Bound using segment: {'id': '52280481-a84c-4a84-9476-5233144bac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ecb542f-a0d1-4652-943d-8615363fca02'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:03:28.823315 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] Bound port: 96cfb71a-b87e-4b62-a76b-c9d05ad1094f, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52280481-a84c-4a84-9476-5233144bac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8ecb542f-a0d1-4652-943d-8615363fca02'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:03:28.823664 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:28.823752 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-586346b1-6107-4f01-b9c9-73514f4249e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b6a1a35-bbc4-4dd8-9edf-7a6ee91f20f1 HTTP/1.1" status: 204 len: 168 time: 0.1844881 May 10 15:03:28.927703 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec617850-ed27-4343-91e8-793afc06dcb6 req-6f52091d-cefb-40fe-9559-5ead22b56cb5 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:28.929191 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ec617850-ed27-4343-91e8-793afc06dcb6 req-6f52091d-cefb-40fe-9559-5ead22b56cb5 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=282dbd1b-6923-406c-8813-4f2f13e045cb HTTP/1.1" status: 200 len: 945 time: 0.2153735 May 10 15:03:28.975535 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a352fd4-d94c-4eda-819a-f17b828ffef0 req-7c8d6768-3baf-4f80-bfbb-5b78a6fafee0 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:28.977002 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2a352fd4-d94c-4eda-819a-f17b828ffef0 req-7c8d6768-3baf-4f80-bfbb-5b78a6fafee0 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.2181089 May 10 15:03:28.989623 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] For port 96cfb71a-b87e-4b62-a76b-c9d05ad1094f, host hv-cinder-77428, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:03:29.025612 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] For port 96cfb71a-b87e-4b62-a76b-c9d05ad1094f, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=96cfb71a-b87e-4b62-a76b-c9d05ad1094f,segment=NetworkSegment(52280481-a84c-4a84-9476-5233144bac56),segment_id=52280481-a84c-4a84-9476-5233144bac56)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:03:29.034866 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:29.041024 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-076655fe-1f29-4c96-adea-29b28a0dcba3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:29.086193 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ec617850-ed27-4343-91e8-793afc06dcb6 req-ac3c31f8-a7ad-4584-b447-a4fecaaafdb0 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368358 May 10 15:03:29.110217 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2a352fd4-d94c-4eda-819a-f17b828ffef0 req-286e20f7-c63d-4627-93f3-a41c22b4c2a4 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250412 May 10 15:03:29.115074 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:29.115791 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:29.117141 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] 10.222.0.47 "PUT /v2.0/ports/96cfb71a-b87e-4b62-a76b-c9d05ad1094f HTTP/1.1" status: 200 len: 1094 time: 1.2857888 May 10 15:03:29.117614 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45927021-872d-4b64-a34c-fd775d146920', 'tag': '96cfb71a-b87e-4b62-a76b-c9d05ad1094f'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:03:29.142924 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] Pushing event updated for resources: {'Port': ['ID=96cfb71a-b87e-4b62-a76b-c9d05ad1094f,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:29.145996 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:29.201767 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45927021-872d-4b64-a34c-fd775d146920', 'tag': '96cfb71a-b87e-4b62-a76b-c9d05ad1094f', 'status': 'completed', 'code': 200} May 10 15:03:29.292622 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-3e5f1230-f119-4d07-8414-4cc33c1461ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:29.294383 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-3e5f1230-f119-4d07-8414-4cc33c1461ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3222bff414db4628b3a31649eb8f9715&device_id=45927021-872d-4b64-a34c-fd775d146920 HTTP/1.1" status: 200 len: 1097 time: 0.1292205 May 10 15:03:29.369739 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c24437-3604-4269-8cae-700ecb0d58ab req-8e216aa0-b19c-43e5-b44e-823e75cffc4f tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:29.371848 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-78c24437-3604-4269-8cae-700ecb0d58ab req-8e216aa0-b19c-43e5-b44e-823e75cffc4f tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=45927021-872d-4b64-a34c-fd775d146920 HTTP/1.1" status: 200 len: 944 time: 0.1539030 May 10 15:03:29.383764 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-0aa25268-902b-487d-b7a2-a9809171d87f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96cfb71a-b87e-4b62-a76b-c9d05ad1094f HTTP/1.1" status: 200 len: 217 time: 0.0754275 May 10 15:03:29.468978 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-78c24437-3604-4269-8cae-700ecb0d58ab req-5ebf8c41-178c-4044-a131-1a632983d7c2 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/security-groups?id=553cd71f-d299-472d-bad6-a4e11a0cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867963 May 10 15:03:29.474627 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-3ae0b390-aec4-4ed8-ba68-3171887898ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:29.477450 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-3ae0b390-aec4-4ed8-ba68-3171887898ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7cc4429-e286-4101-895c-eceacd012914 HTTP/1.1" status: 200 len: 853 time: 0.0793483 May 10 15:03:29.535630 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-0102d873-b022-4448-b9e4-c7a5abf06e14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8ecb542f-a0d1-4652-943d-8615363fca02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511253 May 10 15:03:29.796151 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-6b4900b9-c1e7-43c3-9129-46ea9a1f776f service neutron] 10.222.0.47 "GET /v2.0/networks/8ecb542f-a0d1-4652-943d-8615363fca02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506084 May 10 15:03:29.813894 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eee4d7-16e7-4f90-9bde-1248025dbcb2 req-cce88883-3730-4d86-b3c7-9ab416f0fcd1 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:29.815330 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-54eee4d7-16e7-4f90-9bde-1248025dbcb2 req-cce88883-3730-4d86-b3c7-9ab416f0fcd1 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.2476258 May 10 15:03:29.936022 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-54eee4d7-16e7-4f90-9bde-1248025dbcb2 req-8a9e447d-d68b-4e1e-b309-f71f4499455b tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024475 May 10 15:03:29.974133 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25dec8f7-3c4c-40c6-bb7c-13e75b6a5e54 req-b60a51e3-5bef-403a-8399-73957fd8bad4 service neutron] 10.222.0.47 "GET /v2.0/networks/8ecb542f-a0d1-4652-943d-8615363fca02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689632 May 10 15:03:30.109583 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276272e5-dd79-4246-8f6d-529566cd3c42 req-d5cf1784-00e8-4c7d-8f20-8a162457a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:30.111061 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-276272e5-dd79-4246-8f6d-529566cd3c42 req-d5cf1784-00e8-4c7d-8f20-8a162457a2f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3222bff414db4628b3a31649eb8f9715&device_id=45927021-872d-4b64-a34c-fd775d146920 HTTP/1.1" status: 200 len: 1097 time: 0.0792439 May 10 15:03:30.329126 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276272e5-dd79-4246-8f6d-529566cd3c42 req-52b60e5b-11f7-47f4-be5e-17d27a267634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:30.330585 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-276272e5-dd79-4246-8f6d-529566cd3c42 req-52b60e5b-11f7-47f4-be5e-17d27a267634 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8ecb542f-a0d1-4652-943d-8615363fca02 HTTP/1.1" status: 200 len: 914 time: 0.2115054 May 10 15:03:30.406893 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-276272e5-dd79-4246-8f6d-529566cd3c42 req-ec9e060e-9413-4c76-96e6-566b84121d48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96cfb71a-b87e-4b62-a76b-c9d05ad1094f HTTP/1.1" status: 200 len: 217 time: 0.0676670 May 10 15:03:30.483872 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f596536-040d-4f7b-9a8b-a4240e5ab728 req-66a15590-7644-40c3-8dae-2e675ded66ea tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:30.485324 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9f596536-040d-4f7b-9a8b-a4240e5ab728 req-66a15590-7644-40c3-8dae-2e675ded66ea tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=282dbd1b-6923-406c-8813-4f2f13e045cb HTTP/1.1" status: 200 len: 945 time: 0.2741947 May 10 15:03:30.523627 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276272e5-dd79-4246-8f6d-529566cd3c42 req-d417ffe9-48a2-4221-86ae-252273b48d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:30.525044 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-276272e5-dd79-4246-8f6d-529566cd3c42 req-d417ffe9-48a2-4221-86ae-252273b48d55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7cc4429-e286-4101-895c-eceacd012914 HTTP/1.1" status: 200 len: 853 time: 0.1088042 May 10 15:03:30.535307 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5b5f3-1253-4096-9a5c-a3911df11411 req-802b48fe-bb05-41d0-8f61-7a4c464edf39 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:30.536697 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e9e5b5f3-1253-4096-9a5c-a3911df11411 req-802b48fe-bb05-41d0-8f61-7a4c464edf39 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.2529922 May 10 15:03:30.608416 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-276272e5-dd79-4246-8f6d-529566cd3c42 req-6a4f87f8-e881-4957-846b-506fd1862bb9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8ecb542f-a0d1-4652-943d-8615363fca02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707648 May 10 15:03:30.612837 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9f596536-040d-4f7b-9a8b-a4240e5ab728 req-b984aeda-d1fd-41f1-aacd-6857b6d5ffb9 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210868 May 10 15:03:30.680494 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0cd18a-083f-4ce7-bdfa-a61a6427079a req-a29533bb-a1ae-4633-80c2-f48c767252a1 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:30.681440 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-5d0cd18a-083f-4ce7-bdfa-a61a6427079a req-a29533bb-a1ae-4633-80c2-f48c767252a1 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Synchronizing usage tracker for tenant:1787d025769c4b79adba46ce55a5a7ab on resource:port {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:03:30.694929 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-5d0cd18a-083f-4ce7-bdfa-a61a6427079a req-a29533bb-a1ae-4633-80c2-f48c767252a1 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Unset dirty status for tenant:1787d025769c4b79adba46ce55a5a7ab on resource:port {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:03:30.696183 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-5d0cd18a-083f-4ce7-bdfa-a61a6427079a req-a29533bb-a1ae-4633-80c2-f48c767252a1 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.47 "GET /v2.0/ports?device_id=282dbd1b-6923-406c-8813-4f2f13e045cb HTTP/1.1" status: 200 len: 945 time: 0.1071634 May 10 15:03:30.707807 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e9e5b5f3-1253-4096-9a5c-a3911df11411 req-f3b3643d-fe1a-4f86-b6d8-9276aa9ccac3 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313348 May 10 15:03:30.812412 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-276272e5-dd79-4246-8f6d-529566cd3c42 req-51e53f3d-540d-4920-b67d-89f785fc1901 service neutron] 10.222.0.47 "GET /v2.0/networks/8ecb542f-a0d1-4652-943d-8615363fca02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934943 May 10 15:03:30.869489 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [req-5d0cd18a-083f-4ce7-bdfa-a61a6427079a req-f3592707-0527-49e2-aba7-089bea3bb098 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Deleting port aa112141-cd57-43aa-90fd-8f41d0d4e26e {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:03:30.870118 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-5d0cd18a-083f-4ce7-bdfa-a61a6427079a req-f3592707-0527-49e2-aba7-089bea3bb098 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:30.941272 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649432fc-2893-4dad-a61e-85751999db8e req-d93aead7-cdfa-4e2a-8cd1-366b78ae5168 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:30.942708 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-649432fc-2893-4dad-a61e-85751999db8e req-d93aead7-cdfa-4e2a-8cd1-366b78ae5168 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=45927021-872d-4b64-a34c-fd775d146920 HTTP/1.1" status: 200 len: 944 time: 0.2008100 May 10 15:03:31.010880 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-5d0cd18a-083f-4ce7-bdfa-a61a6427079a req-f3592707-0527-49e2-aba7-089bea3bb098 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] For port aa112141-cd57-43aa-90fd-8f41d0d4e26e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=aa112141-cd57-43aa-90fd-8f41d0d4e26e,segment=NetworkSegment(0a4f6d3d-54b8-4664-9a29-c42dc2e1562f),segment_id=0a4f6d3d-54b8-4664-9a29-c42dc2e1562f)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:31.011651 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-5d0cd18a-083f-4ce7-bdfa-a61a6427079a req-f3592707-0527-49e2-aba7-089bea3bb098 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:31.014305 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-276272e5-dd79-4246-8f6d-529566cd3c42 req-505cc5b3-decf-486e-a1b8-68eb3c1b2681 service neutron] 10.222.0.47 "GET /v2.0/networks/8ecb542f-a0d1-4652-943d-8615363fca02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951511 May 10 15:03:31.034335 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-649432fc-2893-4dad-a61e-85751999db8e req-9b10b287-1cf1-4826-9476-92f666306043 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/security-groups?id=553cd71f-d299-472d-bad6-a4e11a0cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775974 May 10 15:03:31.150608 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1311d-7098-4b8a-9570-518babcd6e73 req-52d1a025-ce5e-4170-894c-e7f664b93600 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:31.151999 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-14f1311d-7098-4b8a-9570-518babcd6e73 req-52d1a025-ce5e-4170-894c-e7f664b93600 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0835135 May 10 15:03:31.159057 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [req-5d0cd18a-083f-4ce7-bdfa-a61a6427079a req-f3592707-0527-49e2-aba7-089bea3bb098 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Calling delete_port for aa112141-cd57-43aa-90fd-8f41d0d4e26e owned by compute:nova {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:03:31.201236 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-14f1311d-7098-4b8a-9570-518babcd6e73 req-8c5e799e-39f8-4b92-af4d-336af405a442 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423098 May 10 15:03:31.350642 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-5d0cd18a-083f-4ce7-bdfa-a61a6427079a req-f3592707-0527-49e2-aba7-089bea3bb098 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:31.355894 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-ec4878f1-5594-4ed2-9f75-4e1ddc769812 tempest-DeleteServersTestJSON-1282797581 tempest-DeleteServersTestJSON-1282797581-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:31.364554 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['71d577f8-1f8b-4665-919b-f1cf5ba15ffa', '01a40788-ca0f-45ea-9b96-977e27813e6f', 'abf48733-38e9-4c8f-a0ed-d00bc9e0b990', 'aa112141-cd57-43aa-90fd-8f41d0d4e26e'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:03:31.405528 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3592707-0527-49e2-aba7-089bea3bb098 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Pushing event deleted for resources: {'Port': ['ID=aa112141-cd57-43aa-90fd-8f41d0d4e26e,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:31.408542 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-f3592707-0527-49e2-aba7-089bea3bb098 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:31.490081 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0cd18a-083f-4ce7-bdfa-a61a6427079a req-f3592707-0527-49e2-aba7-089bea3bb098 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] No DVR routers for this DVR port aa112141-cd57-43aa-90fd-8f41d0d4e26e on host hv-cinder-77428 {{(pid=78742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:03:31.493175 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-5d0cd18a-083f-4ce7-bdfa-a61a6427079a req-f3592707-0527-49e2-aba7-089bea3bb098 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:31.495723 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282dbd1b-6923-406c-8813-4f2f13e045cb', 'name': 'network-vif-deleted', 'tag': 'aa112141-cd57-43aa-90fd-8f41d0d4e26e'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:03:31.513163 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-5d0cd18a-083f-4ce7-bdfa-a61a6427079a req-f3592707-0527-49e2-aba7-089bea3bb098 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.47 "DELETE /v2.0/ports/aa112141-cd57-43aa-90fd-8f41d0d4e26e HTTP/1.1" status: 204 len: 173 time: 0.8076353 May 10 15:03:31.547326 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282dbd1b-6923-406c-8813-4f2f13e045cb', 'name': 'network-vif-deleted', 'tag': 'aa112141-cd57-43aa-90fd-8f41d0d4e26e', 'status': 'completed', 'code': 200} May 10 15:03:31.800015 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e52d2b4e-9f06-438d-bf58-bf4b1701dcad req-1ffcfab6-8f8d-4989-a3cf-012eb7a919fa tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=282dbd1b-6923-406c-8813-4f2f13e045cb HTTP/1.1" status: 200 len: 210 time: 0.0424356 May 10 15:03:31.989331 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fde7cc-232e-479d-b7ba-0e5a48a7f8ff req-d1d11270-127c-4d85-9cee-dfdd970cbf0c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:31.990995 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f6fde7cc-232e-479d-b7ba-0e5a48a7f8ff req-d1d11270-127c-4d85-9cee-dfdd970cbf0c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.1608806 May 10 15:03:32.041977 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f6fde7cc-232e-479d-b7ba-0e5a48a7f8ff req-a5117da0-a403-4463-9080-c7923c3b6a97 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450974 May 10 15:03:32.231865 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c3d3a-30b6-4da3-9d73-44e8464e60e0 req-787bda49-060d-42ce-9db7-b32d1b1f430a tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:32.233235 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b00c3d3a-30b6-4da3-9d73-44e8464e60e0 req-787bda49-060d-42ce-9db7-b32d1b1f430a tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=45927021-872d-4b64-a34c-fd775d146920 HTTP/1.1" status: 200 len: 944 time: 0.0818727 May 10 15:03:32.277217 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b00c3d3a-30b6-4da3-9d73-44e8464e60e0 req-0c3b4ad1-d1af-40ce-9080-178057459fc5 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/security-groups?id=553cd71f-d299-472d-bad6-a4e11a0cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381687 May 10 15:03:32.384139 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe6cc1-1bdc-43b3-9082-2fb08d87d349 req-59d9ddaf-4465-45fa-be12-3d31677220bb tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:32.385573 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1bfe6cc1-1bdc-43b3-9082-2fb08d87d349 req-59d9ddaf-4465-45fa-be12-3d31677220bb tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0766637 May 10 15:03:32.435274 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1bfe6cc1-1bdc-43b3-9082-2fb08d87d349 req-ce521465-4216-419c-94ab-9fa64ba05b43 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435514 May 10 15:03:33.234552 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48848d2-64bc-4cb5-81c7-415c130bf659 req-f3406255-5fe9-46da-838f-df3f71315d3a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:33.236041 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f48848d2-64bc-4cb5-81c7-415c130bf659 req-f3406255-5fe9-46da-838f-df3f71315d3a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.0793900 May 10 15:03:33.280950 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f48848d2-64bc-4cb5-81c7-415c130bf659 req-a2219872-c334-49da-94b7-03be4d5324f6 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386174 May 10 15:03:33.467841 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d564a-df48-4e40-a57e-b2563faabd83 req-b2f3e64c-dd78-47b5-ab47-37abe95c2c3e tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:33.469299 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ad4d564a-df48-4e40-a57e-b2563faabd83 req-b2f3e64c-dd78-47b5-ab47-37abe95c2c3e tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=45927021-872d-4b64-a34c-fd775d146920 HTTP/1.1" status: 200 len: 944 time: 0.0859084 May 10 15:03:33.513442 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ad4d564a-df48-4e40-a57e-b2563faabd83 req-8cc532ce-1e49-49e8-93a4-a6d17721f189 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/security-groups?id=553cd71f-d299-472d-bad6-a4e11a0cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378048 May 10 15:03:33.616450 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec1407-7c2b-40fb-88d5-166336fe2084 req-b8bbac34-cd02-422d-88e1-997a284836a4 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:33.617883 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d1ec1407-7c2b-40fb-88d5-166336fe2084 req-b8bbac34-cd02-422d-88e1-997a284836a4 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0779026 May 10 15:03:33.662395 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d1ec1407-7c2b-40fb-88d5-166336fe2084 req-1e1ef64e-19da-4e85-9183-500e865cdf7a tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382717 May 10 15:03:34.210405 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:34.352972 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 96cfb71a-b87e-4b62-a76b-c9d05ad1094f details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:03:34.508157 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 96cfb71a-b87e-4b62-a76b-c9d05ad1094f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=96cfb71a-b87e-4b62-a76b-c9d05ad1094f,segment=NetworkSegment(52280481-a84c-4a84-9476-5233144bac56),segment_id=52280481-a84c-4a84-9476-5233144bac56)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:34.521888 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Returning: {'device': '96cfb71a-b87e-4b62-a76b-c9d05ad1094f', 'network_id': '8ecb542f-a0d1-4652-943d-8615363fca02', 'port_id': '96cfb71a-b87e-4b62-a76b-c9d05ad1094f', 'mac_address': 'fa:16:3e:61:d0:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7cc4429-e286-4101-895c-eceacd012914', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:03:34.574886 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254875f4-da63-4ca4-a8ef-f4b8b236a06b req-0d896d78-4e64-49c7-8b77-5424df24196a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:34.576346 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-254875f4-da63-4ca4-a8ef-f4b8b236a06b req-0d896d78-4e64-49c7-8b77-5424df24196a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.1375430 May 10 15:03:34.580574 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:34.596587 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96cfb71a-b87e-4b62-a76b-c9d05ad1094f {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:03:34.607177 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09aab46-87bb-4cea-a471-38ee012d2b53 req-863a509f-257d-43d6-b53e-41ac1cdf631c tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:34.608636 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f09aab46-87bb-4cea-a471-38ee012d2b53 req-863a509f-257d-43d6-b53e-41ac1cdf631c tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1304567 May 10 15:03:34.611893 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 96cfb71a-b87e-4b62-a76b-c9d05ad1094f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=96cfb71a-b87e-4b62-a76b-c9d05ad1094f,segment=NetworkSegment(52280481-a84c-4a84-9476-5233144bac56),segment_id=52280481-a84c-4a84-9476-5233144bac56)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:34.616107 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:34.617757 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:34.661787 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-254875f4-da63-4ca4-a8ef-f4b8b236a06b req-79beb508-3e35-4f9b-a2b4-df30998e1e00 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787809 May 10 15:03:34.679261 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f09aab46-87bb-4cea-a471-38ee012d2b53 req-188054a2-c506-4374-8e43-900b61799ef0 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630825 May 10 15:03:34.687283 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=96cfb71a-b87e-4b62-a76b-c9d05ad1094f,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:34.697808 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:34.922086 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fbe05-9b70-474a-a35f-ba91e6d668a3 req-59e3ec10-629a-403a-84ba-b6fc26b04a6a tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:34.923418 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ea0fbe05-9b70-474a-a35f-ba91e6d668a3 req-59e3ec10-629a-403a-84ba-b6fc26b04a6a tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=52207c98-38c9-424c-bb29-f2c5f0d7af85 HTTP/1.1" status: 200 len: 945 time: 0.1388772 May 10 15:03:34.931679 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c18793-6ef4-49ca-a9a0-15154bbc0fe9 req-a72f0a5c-e309-4d04-bc37-7f88edec4032 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:34.933013 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-03c18793-6ef4-49ca-a9a0-15154bbc0fe9 req-a72f0a5c-e309-4d04-bc37-7f88edec4032 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=45927021-872d-4b64-a34c-fd775d146920 HTTP/1.1" status: 200 len: 945 time: 0.1163733 May 10 15:03:34.999555 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ea0fbe05-9b70-474a-a35f-ba91e6d668a3 req-0b06535f-413e-4f25-9f49-c804fd637be3 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656228 May 10 15:03:35.003867 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-03c18793-6ef4-49ca-a9a0-15154bbc0fe9 req-ea654259-ef70-4d4c-8cfa-5a8db5e35c63 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/security-groups?id=553cd71f-d299-472d-bad6-a4e11a0cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575147 May 10 15:03:35.042687 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['96cfb71a-b87e-4b62-a76b-c9d05ad1094f'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:03:35.173749 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c135f8-6232-48fe-8a36-9ceb03f2ee45 req-d36206cb-648a-4a6d-988c-24b680065b20 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:35.175058 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25c135f8-6232-48fe-8a36-9ceb03f2ee45 req-d36206cb-648a-4a6d-988c-24b680065b20 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0807161 May 10 15:03:35.219847 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25c135f8-6232-48fe-8a36-9ceb03f2ee45 req-1088d2ce-541c-418d-9d9a-6925d62b96b8 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388868 May 10 15:03:35.845695 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c2090d5e-aedb-4ac0-98e4-befc3a2cffc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:35.921475 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd61307-1a23-4a24-944a-86240ecc30f3 req-0ac5320f-cc54-42ad-911f-183f35ea1b14 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:35.922916 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3bd61307-1a23-4a24-944a-86240ecc30f3 req-0ac5320f-cc54-42ad-911f-183f35ea1b14 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1448100 May 10 15:03:35.931345 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772a53f-b13f-4042-8ad7-4f80b4a65f46 req-62c6bc0f-ff0e-4822-beb0-94f7cd43597b tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:35.932710 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6772a53f-b13f-4042-8ad7-4f80b4a65f46 req-62c6bc0f-ff0e-4822-beb0-94f7cd43597b tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.1229727 May 10 15:03:36.000034 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3bd61307-1a23-4a24-944a-86240ecc30f3 req-ac6ebf58-62f5-4f94-aff6-4c9adc5348ad tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663154 May 10 15:03:36.004297 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6772a53f-b13f-4042-8ad7-4f80b4a65f46 req-14cd722b-77c9-4fe9-bb33-0e276efdcec1 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576289 May 10 15:03:36.253492 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a0d49-901b-4080-84c5-eea459e4c07d req-c5ddcda6-14e9-4c42-9066-5fc18848068a tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:36.254837 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d66a0d49-901b-4080-84c5-eea459e4c07d req-c5ddcda6-14e9-4c42-9066-5fc18848068a tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=45927021-872d-4b64-a34c-fd775d146920 HTTP/1.1" status: 200 len: 945 time: 0.1463277 May 10 15:03:36.263645 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c51b21-6476-429d-acc9-8f266baf4ac8 req-cf5bbaa5-81ee-4f5c-82b0-ba378fc6f7c5 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:36.265012 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-87c51b21-6476-429d-acc9-8f266baf4ac8 req-cf5bbaa5-81ee-4f5c-82b0-ba378fc6f7c5 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=52207c98-38c9-424c-bb29-f2c5f0d7af85 HTTP/1.1" status: 200 len: 945 time: 0.1187923 May 10 15:03:36.334908 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d66a0d49-901b-4080-84c5-eea459e4c07d req-467c1f5f-58dc-47c2-a615-efc8beda614a tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/security-groups?id=553cd71f-d299-472d-bad6-a4e11a0cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689151 May 10 15:03:36.339207 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-87c51b21-6476-429d-acc9-8f266baf4ac8 req-9178f463-fec9-4a20-8dd1-dd688db36a6d tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610187 May 10 15:03:36.357439 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:03:36.359720 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 96cfb71a-b87e-4b62-a76b-c9d05ad1094f up at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:03:36.507613 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning for port 96cfb71a-b87e-4b62-a76b-c9d05ad1094f completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:03:36.508399 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf0d0e-a8f9-424a-8fa3-e55ad175ecaa req-17b30763-db14-4ec2-83f1-8cc77f26f2a7 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:36.510039 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25bf0d0e-a8f9-424a-8fa3-e55ad175ecaa req-17b30763-db14-4ec2-83f1-8cc77f26f2a7 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0799823 May 10 15:03:36.525724 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning complete for port 96cfb71a-b87e-4b62-a76b-c9d05ad1094f triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:03:36.526104 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:36.560888 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25bf0d0e-a8f9-424a-8fa3-e55ad175ecaa req-68414f8c-1737-4310-9f8c-b828cb609303 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429420 May 10 15:03:36.595868 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:36.617073 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Returning: {'device': '7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'port_id': '7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3', 'mac_address': 'fa:16:3e:4d:94:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:03:36.714474 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:36.739664 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:03:36.743347 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:36.773361 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:36.779573 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45927021-872d-4b64-a34c-fd775d146920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cfb71a-b87e-4b62-a76b-c9d05ad1094f'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:03:36.787533 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:36.792068 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:36.827630 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 96cfb71a-b87e-4b62-a76b-c9d05ad1094f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=96cfb71a-b87e-4b62-a76b-c9d05ad1094f,segment=NetworkSegment(52280481-a84c-4a84-9476-5233144bac56),segment_id=52280481-a84c-4a84-9476-5233144bac56)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:36.829709 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45927021-872d-4b64-a34c-fd775d146920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96cfb71a-b87e-4b62-a76b-c9d05ad1094f', 'code': 200} May 10 15:03:36.839358 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:36.840187 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device aa112141-cd57-43aa-90fd-8f41d0d4e26e no longer exists at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:03:36.881403 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] No Port match for: aa112141-cd57-43aa-90fd-8f41d0d4e26e {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:03:36.882198 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device aa112141-cd57-43aa-90fd-8f41d0d4e26e not bound to the agent host hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:03:36.906863 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3,revision_number=6']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:36.910271 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:36.910786 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-55f5dde6-bb6e-4b09-849a-832b147695fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:36.993071 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=96cfb71a-b87e-4b62-a76b-c9d05ad1094f,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:36.997643 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:37.016986 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:03:37.020570 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a227168-32cb-461a-938e-4ff42e343dbe req-2d404c0e-4073-4cc8-88f0-a8ee22a62e7e tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:37.021839 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-1a227168-32cb-461a-938e-4ff42e343dbe req-2d404c0e-4073-4cc8-88f0-a8ee22a62e7e tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Synchronizing usage tracker for tenant:1787d025769c4b79adba46ce55a5a7ab on resource:port {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:03:37.073802 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-1a227168-32cb-461a-938e-4ff42e343dbe req-2d404c0e-4073-4cc8-88f0-a8ee22a62e7e tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Unset dirty status for tenant:1787d025769c4b79adba46ce55a5a7ab on resource:port {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:03:37.076067 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-1a227168-32cb-461a-938e-4ff42e343dbe req-2d404c0e-4073-4cc8-88f0-a8ee22a62e7e tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.47 "GET /v2.0/ports?device_id=52207c98-38c9-424c-bb29-f2c5f0d7af85 HTTP/1.1" status: 200 len: 945 time: 0.1495299 May 10 15:03:37.308981 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [req-1a227168-32cb-461a-938e-4ff42e343dbe req-bafcebb1-da1d-47df-8453-26ca10f0bbdf tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Deleting port abf48733-38e9-4c8f-a0ed-d00bc9e0b990 {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:03:37.309866 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-1a227168-32cb-461a-938e-4ff42e343dbe req-bafcebb1-da1d-47df-8453-26ca10f0bbdf tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:37.457487 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f432fe-e935-410f-ac55-854cd6ca6b1b req-9753d29c-2865-4a71-a41b-c666726dd4d2 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:37.458949 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-70f432fe-e935-410f-ac55-854cd6ca6b1b req-9753d29c-2865-4a71-a41b-c666726dd4d2 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.2589543 May 10 15:03:37.460840 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-1a227168-32cb-461a-938e-4ff42e343dbe req-bafcebb1-da1d-47df-8453-26ca10f0bbdf tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] For port abf48733-38e9-4c8f-a0ed-d00bc9e0b990, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=abf48733-38e9-4c8f-a0ed-d00bc9e0b990,segment=NetworkSegment(0a4f6d3d-54b8-4664-9a29-c42dc2e1562f),segment_id=0a4f6d3d-54b8-4664-9a29-c42dc2e1562f)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:37.461390 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-1a227168-32cb-461a-938e-4ff42e343dbe req-bafcebb1-da1d-47df-8453-26ca10f0bbdf tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:37.473577 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4164f-e429-4a4b-aeaa-65f42b0e067f req-76ac5fee-d325-497d-bf77-bb349f3fafca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:37.474999 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-23e4164f-e429-4a4b-aeaa-65f42b0e067f req-76ac5fee-d325-497d-bf77-bb349f3fafca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=45927021-872d-4b64-a34c-fd775d146920 HTTP/1.1" status: 200 len: 1099 time: 0.3714540 May 10 15:03:37.495513 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd6672-2287-4bf2-b634-581f465321a8 req-86b6a3ce-884c-4a1a-8a98-c0c89149afb5 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:37.497660 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d7cd6672-2287-4bf2-b634-581f465321a8 req-86b6a3ce-884c-4a1a-8a98-c0c89149afb5 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 944 time: 0.2988291 May 10 15:03:37.594996 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [req-1a227168-32cb-461a-938e-4ff42e343dbe req-bafcebb1-da1d-47df-8453-26ca10f0bbdf tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Calling delete_port for abf48733-38e9-4c8f-a0ed-d00bc9e0b990 owned by compute:nova {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:03:37.602297 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-23e4164f-e429-4a4b-aeaa-65f42b0e067f req-36f97280-40d7-4e47-813f-c3b97b46637c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=553cd71f-d299-472d-bad6-a4e11a0cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034679 May 10 15:03:37.616357 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-70f432fe-e935-410f-ac55-854cd6ca6b1b req-3661cb73-cad3-40b4-afd9-7035ac405f80 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475277 May 10 15:03:37.621554 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d7cd6672-2287-4bf2-b634-581f465321a8 req-d2fd78fa-9117-45a0-bd32-726c54d82893 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963259 May 10 15:03:37.717145 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-1a227168-32cb-461a-938e-4ff42e343dbe req-bafcebb1-da1d-47df-8453-26ca10f0bbdf tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:37.725314 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-66245b55-3dbe-4788-ad91-8392f119ba96 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:37.732743 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['71d577f8-1f8b-4665-919b-f1cf5ba15ffa', '01a40788-ca0f-45ea-9b96-977e27813e6f', 'abf48733-38e9-4c8f-a0ed-d00bc9e0b990'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:03:37.785604 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafcebb1-da1d-47df-8453-26ca10f0bbdf tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Pushing event deleted for resources: {'Port': ['ID=abf48733-38e9-4c8f-a0ed-d00bc9e0b990,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:37.792574 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-bafcebb1-da1d-47df-8453-26ca10f0bbdf tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:37.815929 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4897dcde-b490-4b1e-b634-b3f37cd8f08c req-3cc55aef-2531-46f2-9203-966068acf960 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=52207c98-38c9-424c-bb29-f2c5f0d7af85 HTTP/1.1" status: 200 len: 210 time: 0.0464227 May 10 15:03:37.847396 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539caa3-9c9e-4518-a637-c14aa3869970 req-558fcfd2-1203-4852-ac73-442fb854a80e tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:37.853872 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b539caa3-9c9e-4518-a637-c14aa3869970 req-558fcfd2-1203-4852-ac73-442fb854a80e tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=45927021-872d-4b64-a34c-fd775d146920 HTTP/1.1" status: 200 len: 946 time: 0.1292248 May 10 15:03:37.908677 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b539caa3-9c9e-4518-a637-c14aa3869970 req-edf4a4f9-7de4-437a-8d8a-686fbdae1af1 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/security-groups?id=553cd71f-d299-472d-bad6-a4e11a0cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538468 May 10 15:03:37.925290 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a227168-32cb-461a-938e-4ff42e343dbe req-bafcebb1-da1d-47df-8453-26ca10f0bbdf tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] No DVR routers for this DVR port abf48733-38e9-4c8f-a0ed-d00bc9e0b990 on host hv-cinder-77428 {{(pid=78742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:03:37.927895 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-1a227168-32cb-461a-938e-4ff42e343dbe req-bafcebb1-da1d-47df-8453-26ca10f0bbdf tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:37.931771 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52207c98-38c9-424c-bb29-f2c5f0d7af85', 'name': 'network-vif-deleted', 'tag': 'abf48733-38e9-4c8f-a0ed-d00bc9e0b990'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:03:37.955000 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-1a227168-32cb-461a-938e-4ff42e343dbe req-bafcebb1-da1d-47df-8453-26ca10f0bbdf tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.47 "DELETE /v2.0/ports/abf48733-38e9-4c8f-a0ed-d00bc9e0b990 HTTP/1.1" status: 204 len: 173 time: 0.8660243 May 10 15:03:37.995673 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52207c98-38c9-424c-bb29-f2c5f0d7af85', 'name': 'network-vif-deleted', 'tag': 'abf48733-38e9-4c8f-a0ed-d00bc9e0b990', 'status': 'completed', 'code': 200} May 10 15:03:38.135473 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27b78e-8f00-4c98-9468-ab213904edc1 req-827f4155-d0a8-446c-8b6d-6ed4ae2c69a1 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:38.147864 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fd27b78e-8f00-4c98-9468-ab213904edc1 req-827f4155-d0a8-446c-8b6d-6ed4ae2c69a1 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.1990492 May 10 15:03:38.235445 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fd27b78e-8f00-4c98-9468-ab213904edc1 req-5b014046-75f9-4518-be7a-dd4b5f5f0cb7 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837047 May 10 15:03:38.353544 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 up at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:03:38.442403 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:38.445603 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning complete for port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:03:38.446018 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:38.601956 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c4e745f7-9a31-4f8c-8ec3-a372b45e9b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:38.604372 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:38.658937 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:38.663877 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:38.665718 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:38.777561 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3,revision_number=7']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:38.786296 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:38.831169 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:03:38.972218 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759acbd6-14ad-4a18-abea-a791172c74e3 req-66a775b8-a2fd-47eb-a261-4f1681cc86f7 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:38.973569 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-759acbd6-14ad-4a18-abea-a791172c74e3 req-66a775b8-a2fd-47eb-a261-4f1681cc86f7 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.1963887 May 10 15:03:38.986120 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016aeae-2bbe-43a6-bd93-975a6f94f209 req-2cf4b13d-3b55-4788-aa08-b2f0c6fc4759 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:38.987590 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5016aeae-2bbe-43a6-bd93-975a6f94f209 req-2cf4b13d-3b55-4788-aa08-b2f0c6fc4759 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1377666 May 10 15:03:39.082634 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-759acbd6-14ad-4a18-abea-a791172c74e3 req-08a7fcd5-05ed-421d-9ca2-7511c72d6402 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939801 May 10 15:03:39.114500 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5016aeae-2bbe-43a6-bd93-975a6f94f209 req-df525b3b-5cb8-4a5d-bc96-dfb641b62f64 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031828 May 10 15:03:39.178139 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3', 'code': 200} May 10 15:03:39.398623 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:39.426633 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24655dc6-60e9-4182-b917-4faac9eb906b req-8011de0b-13e3-401a-910d-747788d90a33 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:39.433797 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-24655dc6-60e9-4182-b917-4faac9eb906b req-8011de0b-13e3-401a-910d-747788d90a33 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=45927021-872d-4b64-a34c-fd775d146920 HTTP/1.1" status: 200 len: 946 time: 0.1237857 May 10 15:03:39.479546 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-24655dc6-60e9-4182-b917-4faac9eb906b req-e9f95dbb-c8a1-4957-bbbb-da5c5de2322c tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/security-groups?id=553cd71f-d299-472d-bad6-a4e11a0cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443170 May 10 15:03:39.659917 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2248dd-7122-44b0-9113-bcb73075cb00 req-218e4c0f-b2e4-4508-a682-693b258c218b tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:39.661851 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7b2248dd-7122-44b0-9113-bcb73075cb00 req-218e4c0f-b2e4-4508-a682-693b258c218b tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.1307428 May 10 15:03:39.719913 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7b2248dd-7122-44b0-9113-bcb73075cb00 req-b6c1739a-664f-4316-9fb1-4a78a1a583c9 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508642 May 10 15:03:39.739140 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c84c00-14d3-44d3-a80d-2bce18830cc0 req-1270b928-da5c-45c4-87ed-dc7805f8d176 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:39.747291 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f9c84c00-14d3-44d3-a80d-2bce18830cc0 req-1270b928-da5c-45c4-87ed-dc7805f8d176 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=98e4f0ce-67b5-46cf-b9f4-fe8184875b51 HTTP/1.1" status: 200 len: 946 time: 0.1364231 May 10 15:03:39.788885 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f9c84c00-14d3-44d3-a80d-2bce18830cc0 req-3a011663-a607-42b1-baa3-fff34185cc07 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406456 May 10 15:03:40.448259 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59997fac-329a-41f5-8f29-f14639e1ff01 req-f2bb61aa-d60a-4750-91a1-906079832a3f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:40.460622 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-59997fac-329a-41f5-8f29-f14639e1ff01 req-f2bb61aa-d60a-4750-91a1-906079832a3f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.2170992 May 10 15:03:40.580737 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-59997fac-329a-41f5-8f29-f14639e1ff01 req-895bad51-7052-4cac-b005-ebed30510cbb tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113756 May 10 15:03:40.635760 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580b1ca-75ef-4229-85bd-e83adaed97d9 req-90f3e0c4-aa56-41ef-af0b-5991177c7f13 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:40.640457 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2580b1ca-75ef-4229-85bd-e83adaed97d9 req-90f3e0c4-aa56-41ef-af0b-5991177c7f13 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1285615 May 10 15:03:40.691693 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2580b1ca-75ef-4229-85bd-e83adaed97d9 req-086f3d1e-fa3a-43dd-a36f-763d045aa814 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485764 May 10 15:03:40.937454 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:40.987089 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388f10b-e757-4cd8-b87f-d5f3515fed0f req-0f4a31a1-16f2-4a7e-807a-c6d2b9b393e7 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:40.994286 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e388f10b-e757-4cd8-b87f-d5f3515fed0f req-0f4a31a1-16f2-4a7e-807a-c6d2b9b393e7 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.1269627 May 10 15:03:41.092731 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e388f10b-e757-4cd8-b87f-d5f3515fed0f req-77dc9906-70e4-4510-b0fc-c7e5adac9299 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973198 May 10 15:03:41.128836 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79699b2b-10c0-4f28-94a6-a973baa95ee9 req-9f5a9823-f0e9-4874-a577-fd41464a7ced tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:41.130563 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-79699b2b-10c0-4f28-94a6-a973baa95ee9 req-9f5a9823-f0e9-4874-a577-fd41464a7ced tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=98e4f0ce-67b5-46cf-b9f4-fe8184875b51 HTTP/1.1" status: 200 len: 946 time: 0.1894588 May 10 15:03:41.181100 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-79699b2b-10c0-4f28-94a6-a973baa95ee9 req-4e61ac50-f947-42da-a10d-accd502aee4d tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440714 May 10 15:03:41.328469 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967d356-4cc1-44db-8589-bf9e6e880021 req-193313fd-5855-4011-af21-e8b7bfcbc6d1 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:41.329180 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-8967d356-4cc1-44db-8589-bf9e6e880021 req-193313fd-5855-4011-af21-e8b7bfcbc6d1 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Synchronizing usage tracker for tenant:1787d025769c4b79adba46ce55a5a7ab on resource:port {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:03:41.346709 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-8967d356-4cc1-44db-8589-bf9e6e880021 req-193313fd-5855-4011-af21-e8b7bfcbc6d1 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Unset dirty status for tenant:1787d025769c4b79adba46ce55a5a7ab on resource:port {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:03:41.348092 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-8967d356-4cc1-44db-8589-bf9e6e880021 req-193313fd-5855-4011-af21-e8b7bfcbc6d1 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.47 "GET /v2.0/ports?device_id=98e4f0ce-67b5-46cf-b9f4-fe8184875b51 HTTP/1.1" status: 200 len: 946 time: 0.1045957 May 10 15:03:41.493112 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [req-8967d356-4cc1-44db-8589-bf9e6e880021 req-a69346dc-a7e5-4daa-acf4-369b3ad26c4e tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Deleting port 01a40788-ca0f-45ea-9b96-977e27813e6f {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:03:41.493440 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-8967d356-4cc1-44db-8589-bf9e6e880021 req-a69346dc-a7e5-4daa-acf4-369b3ad26c4e tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:41.655531 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-8967d356-4cc1-44db-8589-bf9e6e880021 req-a69346dc-a7e5-4daa-acf4-369b3ad26c4e tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] For port 01a40788-ca0f-45ea-9b96-977e27813e6f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=01a40788-ca0f-45ea-9b96-977e27813e6f,segment=NetworkSegment(0a4f6d3d-54b8-4664-9a29-c42dc2e1562f),segment_id=0a4f6d3d-54b8-4664-9a29-c42dc2e1562f)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:41.655893 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-8967d356-4cc1-44db-8589-bf9e6e880021 req-a69346dc-a7e5-4daa-acf4-369b3ad26c4e tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:41.861552 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [req-8967d356-4cc1-44db-8589-bf9e6e880021 req-a69346dc-a7e5-4daa-acf4-369b3ad26c4e tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Calling delete_port for 01a40788-ca0f-45ea-9b96-977e27813e6f owned by compute:nova {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:03:41.868069 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2a9ce-7eb4-4d9f-9572-cf4cb78ab091 req-dee8cbc7-ee93-4b0d-b437-14ef5dd49f3b tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:41.875802 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e1a2a9ce-7eb4-4d9f-9572-cf4cb78ab091 req-dee8cbc7-ee93-4b0d-b437-14ef5dd49f3b tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.1210265 May 10 15:03:41.984036 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e1a2a9ce-7eb4-4d9f-9572-cf4cb78ab091 req-fb426e99-104e-4822-878f-215c3b872679 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069345 May 10 15:03:42.036141 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0be21-2f9c-43b1-a7dd-dcaba647d9df req-34d5e127-17d4-4c69-bc44-7c300690b694 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:42.037716 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-84a0be21-2f9c-43b1-a7dd-dcaba647d9df req-34d5e127-17d4-4c69-bc44-7c300690b694 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1958756 May 10 15:03:42.053378 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-8967d356-4cc1-44db-8589-bf9e6e880021 req-a69346dc-a7e5-4daa-acf4-369b3ad26c4e tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:42.065502 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['71d577f8-1f8b-4665-919b-f1cf5ba15ffa', '01a40788-ca0f-45ea-9b96-977e27813e6f'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:03:42.079040 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:42.096022 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-84a0be21-2f9c-43b1-a7dd-dcaba647d9df req-5dace133-a708-42ba-b7e2-d1772a05c07e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526938 May 10 15:03:42.295817 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69346dc-a7e5-4daa-acf4-369b3ad26c4e tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Pushing event deleted for resources: {'Port': ['ID=01a40788-ca0f-45ea-9b96-977e27813e6f,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:42.329155 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a69346dc-a7e5-4daa-acf4-369b3ad26c4e tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:42.346378 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [req-8967d356-4cc1-44db-8589-bf9e6e880021 req-a69346dc-a7e5-4daa-acf4-369b3ad26c4e tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] No DVR routers for this DVR port 01a40788-ca0f-45ea-9b96-977e27813e6f on host hv-cinder-77428 {{(pid=78742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:03:42.349638 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-8967d356-4cc1-44db-8589-bf9e6e880021 req-a69346dc-a7e5-4daa-acf4-369b3ad26c4e tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:42.358029 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e4f0ce-67b5-46cf-b9f4-fe8184875b51', 'name': 'network-vif-deleted', 'tag': '01a40788-ca0f-45ea-9b96-977e27813e6f'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:03:42.375841 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device abf48733-38e9-4c8f-a0ed-d00bc9e0b990 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:03:42.380938 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-8967d356-4cc1-44db-8589-bf9e6e880021 req-a69346dc-a7e5-4daa-acf4-369b3ad26c4e tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.47 "DELETE /v2.0/ports/01a40788-ca0f-45ea-9b96-977e27813e6f HTTP/1.1" status: 204 len: 173 time: 1.0265930 May 10 15:03:42.415348 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] No Port match for: abf48733-38e9-4c8f-a0ed-d00bc9e0b990 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:03:42.415898 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device abf48733-38e9-4c8f-a0ed-d00bc9e0b990 not bound to the agent host hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:03:42.521174 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-40260423-f1e2-4df0-b589-02fb062738cf req-46ec8428-2c48-490d-be65-69f17304edbb tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=98e4f0ce-67b5-46cf-b9f4-fe8184875b51 HTTP/1.1" status: 200 len: 210 time: 0.1608284 May 10 15:03:42.586864 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521477b0-bf7c-4144-b570-d068ed4d3aa9 req-333a0d17-1529-49b3-933b-8dec565af9b6 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:42.588403 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-521477b0-bf7c-4144-b570-d068ed4d3aa9 req-333a0d17-1529-49b3-933b-8dec565af9b6 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.3216650 May 10 15:03:42.623298 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e4f0ce-67b5-46cf-b9f4-fe8184875b51', 'name': 'network-vif-deleted', 'tag': '01a40788-ca0f-45ea-9b96-977e27813e6f', 'status': 'completed', 'code': 200} May 10 15:03:42.639937 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-521477b0-bf7c-4144-b570-d068ed4d3aa9 req-ff051f82-b62e-41d4-b4c2-e2789cbf762a tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440662 May 10 15:03:43.340587 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57f40a-339b-4885-a2ce-2a58328dde8d req-433386cd-7b7b-45d6-a3af-748c1f948b3a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:43.342156 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ed57f40a-339b-4885-a2ce-2a58328dde8d req-433386cd-7b7b-45d6-a3af-748c1f948b3a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.1501262 May 10 15:03:43.349805 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dafb7-3c7d-4e6a-b031-1e18271d8458 req-d7c689bf-6076-482c-ac50-bd62d05cedb2 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:43.351199 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-676dafb7-3c7d-4e6a-b031-1e18271d8458 req-d7c689bf-6076-482c-ac50-bd62d05cedb2 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1170549 May 10 15:03:43.430419 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ed57f40a-339b-4885-a2ce-2a58328dde8d req-5bc298ff-03fb-4a68-90aa-404b4acee08c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779605 May 10 15:03:43.457202 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-676dafb7-3c7d-4e6a-b031-1e18271d8458 req-85fb20bf-6b6a-41c5-867e-2d196ea976a9 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913959 May 10 15:03:43.942083 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91737258-58e4-4f35-bad9-db7df7b6f954 req-7cb395a5-0aa1-4760-96e0-b1f55dbee0ed tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:43.943671 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-91737258-58e4-4f35-bad9-db7df7b6f954 req-7cb395a5-0aa1-4760-96e0-b1f55dbee0ed tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.1295631 May 10 15:03:44.010683 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-91737258-58e4-4f35-bad9-db7df7b6f954 req-1cbd5fbb-5dd3-4806-818f-90186b427166 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602500 May 10 15:03:44.701047 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7340401-41e1-4bfe-bd6b-ab8e8407f9c2 req-2230f4ef-3853-4c24-96f4-711dbddba5a9 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:44.702625 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b7340401-41e1-4bfe-bd6b-ab8e8407f9c2 req-2230f4ef-3853-4c24-96f4-711dbddba5a9 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1370661 May 10 15:03:44.738303 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785184ac-d39d-4071-af78-f9e9a8b03372 req-49e041df-2c3c-4db7-b958-6f8f3fd6ed06 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:44.744185 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-785184ac-d39d-4071-af78-f9e9a8b03372 req-49e041df-2c3c-4db7-b958-6f8f3fd6ed06 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.1437321 May 10 15:03:44.805826 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-785184ac-d39d-4071-af78-f9e9a8b03372 req-ce366679-d790-4dee-99f1-59dfb2f798f9 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608013 May 10 15:03:44.808400 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b7340401-41e1-4bfe-bd6b-ab8e8407f9c2 req-61d89099-4d9a-46ee-9c03-beab58f0d996 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966327 May 10 15:03:45.278387 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80eff9d-4ffe-44cf-b4a2-c884b1ab0d47 req-cfc01e32-b497-4e8e-a104-72e9335c5366 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:45.280013 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f80eff9d-4ffe-44cf-b4a2-c884b1ab0d47 req-cfc01e32-b497-4e8e-a104-72e9335c5366 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0891044 May 10 15:03:45.331128 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f80eff9d-4ffe-44cf-b4a2-c884b1ab0d47 req-ae027395-5237-4bc3-9dd9-866798a5b3e6 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438905 May 10 15:03:45.426393 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4773e-c72b-4093-9568-b45c2fd74987 req-ad71fcd9-70ff-4df0-95fd-5436c709c061 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:45.428025 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-61d4773e-c72b-4093-9568-b45c2fd74987 req-ad71fcd9-70ff-4df0-95fd-5436c709c061 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2 HTTP/1.1" status: 200 len: 945 time: 0.0862710 May 10 15:03:45.475859 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-61d4773e-c72b-4093-9568-b45c2fd74987 req-3efff94c-fdd6-49fb-b504-102d2768c159 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409796 May 10 15:03:46.099258 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb5604-fcfa-4f4a-8309-e50c763f89fd req-fe6ac358-eafd-43f0-8c4f-dede7cd69d5c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:46.100687 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-30cb5604-fcfa-4f4a-8309-e50c763f89fd req-fe6ac358-eafd-43f0-8c4f-dede7cd69d5c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.1090109 May 10 15:03:46.131716 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b7157-edef-4771-b24a-122ec1a13523 req-3cb7cf76-1cbc-466d-887b-ebbf62a19e76 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:46.138825 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3f6b7157-edef-4771-b24a-122ec1a13523 req-3cb7cf76-1cbc-466d-887b-ebbf62a19e76 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1969824 May 10 15:03:46.210480 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3f6b7157-edef-4771-b24a-122ec1a13523 req-2281ece5-974c-4821-a7f9-46b2ac4efdae tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640795 May 10 15:03:46.214036 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-30cb5604-fcfa-4f4a-8309-e50c763f89fd req-267368c0-ade6-4d46-b228-a755054c1c25 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067703 May 10 15:03:46.372134 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 01a40788-ca0f-45ea-9b96-977e27813e6f no longer exists at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:03:46.413445 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] No Port match for: 01a40788-ca0f-45ea-9b96-977e27813e6f {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:03:46.413936 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 01a40788-ca0f-45ea-9b96-977e27813e6f not bound to the agent host hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:03:46.559743 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b43a7-1326-49de-8937-45df761cc925 req-879c2749-087b-4150-9741-4736aee97154 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:46.565139 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7d7b43a7-1326-49de-8937-45df761cc925 req-879c2749-087b-4150-9741-4736aee97154 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.1211507 May 10 15:03:46.683536 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7d7b43a7-1326-49de-8937-45df761cc925 req-f6bfe9cb-6b8c-4ac1-8fd4-b53afd59c33f tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100442 May 10 15:03:46.726481 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561ec5b-bd63-4627-9c49-529e0ddf7bb2 req-d699b860-da60-4876-ae73-01bcb9beb01c tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:46.732491 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f561ec5b-bd63-4627-9c49-529e0ddf7bb2 req-d699b860-da60-4876-ae73-01bcb9beb01c tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2 HTTP/1.1" status: 200 len: 945 time: 0.1317594 May 10 15:03:46.774919 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f561ec5b-bd63-4627-9c49-529e0ddf7bb2 req-0b572af1-db38-4685-ba91-d04d0e42b0d8 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397854 May 10 15:03:47.425573 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f34cc-8036-42c6-a0d4-12f0b7c412d9 req-ee793f01-e46c-4007-b9ed-8423a9730d75 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:47.427053 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5f7f34cc-8036-42c6-a0d4-12f0b7c412d9 req-ee793f01-e46c-4007-b9ed-8423a9730d75 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.0952678 May 10 15:03:47.527503 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5f7f34cc-8036-42c6-a0d4-12f0b7c412d9 req-c97a9eb3-bbc5-4a5f-8711-70a8784617d8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688760 May 10 15:03:47.562957 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ac979-36d1-43d0-9ecb-f3f92a5cc677 req-10a638e7-2f6c-4f6c-af0a-49b55a72150e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:47.569046 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-516ac979-36d1-43d0-9ecb-f3f92a5cc677 req-10a638e7-2f6c-4f6c-af0a-49b55a72150e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1405041 May 10 15:03:47.646222 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-516ac979-36d1-43d0-9ecb-f3f92a5cc677 req-434253a8-ac62-45f2-aad8-0da429ce853c tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731349 May 10 15:03:47.896145 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2e801-b108-479c-bb8b-c4047205183a req-05f47b7b-9e04-4aae-9e62-e1dcb175ff75 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:47.903927 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4ff2e801-b108-479c-bb8b-c4047205183a req-05f47b7b-9e04-4aae-9e62-e1dcb175ff75 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.1008525 May 10 15:03:47.928073 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f70ed-46c5-460c-ba82-0eb3867fe17b req-1c2d2ea6-f5af-4ff2-9460-88c608705063 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:47.929532 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-7b8f70ed-46c5-460c-ba82-0eb3867fe17b req-1c2d2ea6-f5af-4ff2-9460-88c608705063 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Synchronizing usage tracker for tenant:1787d025769c4b79adba46ce55a5a7ab on resource:port {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:03:47.949291 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-7b8f70ed-46c5-460c-ba82-0eb3867fe17b req-1c2d2ea6-f5af-4ff2-9460-88c608705063 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Unset dirty status for tenant:1787d025769c4b79adba46ce55a5a7ab on resource:port {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:03:47.952494 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-7b8f70ed-46c5-460c-ba82-0eb3867fe17b req-1c2d2ea6-f5af-4ff2-9460-88c608705063 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2 HTTP/1.1" status: 200 len: 945 time: 0.1776254 May 10 15:03:47.958342 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4ff2e801-b108-479c-bb8b-c4047205183a req-8396ead4-b1ec-41f2-9a37-a43b1fb12d0c tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534756 May 10 15:03:48.060604 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba080a-487b-4d6a-bf5c-c3457fdae9a3 req-7e9642c2-cb66-4dc6-85ec-602ee2c45f5b tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:48.062589 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d3ba080a-487b-4d6a-bf5c-c3457fdae9a3 req-7e9642c2-cb66-4dc6-85ec-602ee2c45f5b tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2 HTTP/1.1" status: 200 len: 945 time: 0.1033280 May 10 15:03:48.114697 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d3ba080a-487b-4d6a-bf5c-c3457fdae9a3 req-72153d71-a6ad-49b5-a64c-6b7beb23fbe2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4d676f2-db1b-4468-8b92-62367906a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432544 May 10 15:03:48.145579 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [req-7b8f70ed-46c5-460c-ba82-0eb3867fe17b req-3ab7c643-3c96-4937-b2c3-b0ff1b6302b2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Deleting port 71d577f8-1f8b-4665-919b-f1cf5ba15ffa {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:03:48.145926 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-7b8f70ed-46c5-460c-ba82-0eb3867fe17b req-3ab7c643-3c96-4937-b2c3-b0ff1b6302b2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:48.290371 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-7b8f70ed-46c5-460c-ba82-0eb3867fe17b req-3ab7c643-3c96-4937-b2c3-b0ff1b6302b2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] For port 71d577f8-1f8b-4665-919b-f1cf5ba15ffa, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=71d577f8-1f8b-4665-919b-f1cf5ba15ffa,segment=NetworkSegment(0a4f6d3d-54b8-4664-9a29-c42dc2e1562f),segment_id=0a4f6d3d-54b8-4664-9a29-c42dc2e1562f)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:48.290784 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-7b8f70ed-46c5-460c-ba82-0eb3867fe17b req-3ab7c643-3c96-4937-b2c3-b0ff1b6302b2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:48.423032 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [req-7b8f70ed-46c5-460c-ba82-0eb3867fe17b req-3ab7c643-3c96-4937-b2c3-b0ff1b6302b2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Calling delete_port for 71d577f8-1f8b-4665-919b-f1cf5ba15ffa owned by compute:nova {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:03:48.538532 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-7b8f70ed-46c5-460c-ba82-0eb3867fe17b req-3ab7c643-3c96-4937-b2c3-b0ff1b6302b2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:48.547057 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-ba6c9610-14c1-4b59-9ae0-0aa7164108a3 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:48.550516 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['71d577f8-1f8b-4665-919b-f1cf5ba15ffa'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:03:48.629983 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7c643-3c96-4937-b2c3-b0ff1b6302b2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Pushing event deleted for resources: {'Port': ['ID=71d577f8-1f8b-4665-919b-f1cf5ba15ffa,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:48.632556 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3ab7c643-3c96-4937-b2c3-b0ff1b6302b2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:48.681475 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8f70ed-46c5-460c-ba82-0eb3867fe17b req-3ab7c643-3c96-4937-b2c3-b0ff1b6302b2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] No DVR routers for this DVR port 71d577f8-1f8b-4665-919b-f1cf5ba15ffa on host hv-cinder-77428 {{(pid=78742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:03:48.684964 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-7b8f70ed-46c5-460c-ba82-0eb3867fe17b req-3ab7c643-3c96-4937-b2c3-b0ff1b6302b2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:48.695768 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2', 'name': 'network-vif-deleted', 'tag': '71d577f8-1f8b-4665-919b-f1cf5ba15ffa'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:03:48.703101 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-7b8f70ed-46c5-460c-ba82-0eb3867fe17b req-3ab7c643-3c96-4937-b2c3-b0ff1b6302b2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.47 "DELETE /v2.0/ports/71d577f8-1f8b-4665-919b-f1cf5ba15ffa HTTP/1.1" status: 204 len: 173 time: 0.7418084 May 10 15:03:48.754715 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f540e-daf2-43c9-8b53-4dea70711b8e req-074d954e-4c68-425c-9aab-629026b91677 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:48.756207 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-670f540e-daf2-43c9-8b53-4dea70711b8e req-074d954e-4c68-425c-9aab-629026b91677 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.0936053 May 10 15:03:48.912870 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-670f540e-daf2-43c9-8b53-4dea70711b8e req-049e449c-22fc-440e-afda-15d7d415283c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223156 May 10 15:03:48.930415 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514efbff-15dd-485e-8758-82500c20ba54 req-20ed89a0-2f20-4741-92f3-6e09ba255c47 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:48.936453 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-514efbff-15dd-485e-8758-82500c20ba54 req-20ed89a0-2f20-4741-92f3-6e09ba255c47 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1793189 May 10 15:03:48.978287 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2', 'name': 'network-vif-deleted', 'tag': '71d577f8-1f8b-4665-919b-f1cf5ba15ffa', 'status': 'completed', 'code': 200} May 10 15:03:48.982719 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-514efbff-15dd-485e-8758-82500c20ba54 req-ef2675fc-007b-4428-9864-f7aa858a8817 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439305 May 10 15:03:49.143565 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17468d9-862e-48e2-b843-d2cc5a516d34 req-59830d56-339c-41e5-8ec6-4a36d48d1f9e tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:49.144991 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c17468d9-862e-48e2-b843-d2cc5a516d34 req-59830d56-339c-41e5-8ec6-4a36d48d1f9e tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0810323 May 10 15:03:49.191156 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c17468d9-862e-48e2-b843-d2cc5a516d34 req-17e22c75-b029-4527-9d71-8224fe75352b tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402923 May 10 15:03:49.243491 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b044b-295a-49d8-86c6-b4d4f9c760ac req-84ac8e35-5e10-444d-97b3-be4a087a8c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:49.245019 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-f87b044b-295a-49d8-86c6-b4d4f9c760ac req-84ac8e35-5e10-444d-97b3-be4a087a8c6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=59b50fa570d5493abb0dae5e9d6f7738&device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 1098 time: 0.0794504 May 10 15:03:49.279373 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7d7dbab0-2869-4707-a54d-9842c5a2f306 req-b6b512ff-b6c7-4ca0-8358-a8426c0a4cfa tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2 HTTP/1.1" status: 200 len: 210 time: 0.0412974 May 10 15:03:50.134183 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4d173-3f4e-4bbb-b7ba-5a75cf451dc5 req-520fb025-9def-4073-8251-0834b6826084 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:50.135550 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-47d4d173-3f4e-4bbb-b7ba-5a75cf451dc5 req-520fb025-9def-4073-8251-0834b6826084 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.1119559 May 10 15:03:50.192525 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-47d4d173-3f4e-4bbb-b7ba-5a75cf451dc5 req-c5eadcd0-4785-4db4-8a9a-a0169497a60a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511191 May 10 15:03:50.216351 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e5883-1460-4b23-9ebb-af63e82e49ad req-81160a64-108b-417e-9e49-60d34571aa5d tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:50.217775 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-584e5883-1460-4b23-9ebb-af63e82e49ad req-81160a64-108b-417e-9e49-60d34571aa5d tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1242466 May 10 15:03:50.261560 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-584e5883-1460-4b23-9ebb-af63e82e49ad req-58cea79d-0a79-4812-9230-08e708ae8120 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379162 May 10 15:03:50.373805 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25458e30-be53-4b74-b2da-8eb240f8e231 req-d1bbec00-b5dd-416f-be16-d35b605b59eb tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:50.375227 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25458e30-be53-4b74-b2da-8eb240f8e231 req-d1bbec00-b5dd-416f-be16-d35b605b59eb tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0806155 May 10 15:03:50.446648 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a7ce3919-e1eb-4609-a7d8-febaa6aa25dd req-a730e821-36f1-4f1c-9bc0-b95f2c1caff2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2 HTTP/1.1" status: 200 len: 210 time: 0.0500910 May 10 15:03:50.458809 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25458e30-be53-4b74-b2da-8eb240f8e231 req-2770b966-c032-42e5-b85d-62a114143f18 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778503 May 10 15:03:50.723745 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b044b-295a-49d8-86c6-b4d4f9c760ac req-4c2f2a88-fe9d-401c-89f5-6af6a0255d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:50.725215 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-f87b044b-295a-49d8-86c6-b4d4f9c760ac req-4c2f2a88-fe9d-401c-89f5-6af6a0255d46 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7900d589-d085-4d9e-bb39-0c869bf63df8 HTTP/1.1" status: 200 len: 918 time: 0.1258912 May 10 15:03:51.414714 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f0eea-1cd2-4622-a6c2-5e46195de05f req-0afd2fd0-687e-4d08-92dd-8eb30e306635 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:51.416139 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6e2f0eea-1cd2-4622-a6c2-5e46195de05f req-0afd2fd0-687e-4d08-92dd-8eb30e306635 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.1146441 May 10 15:03:51.470815 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6e2f0eea-1cd2-4622-a6c2-5e46195de05f req-db7fcfe5-fd12-4095-ac29-cbe144939183 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475762 May 10 15:03:51.492556 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302c210-4f77-40ab-904e-515b1222eb1c req-d0c21049-c07d-43eb-84c7-82a0adb1d60d tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:51.493961 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5302c210-4f77-40ab-904e-515b1222eb1c req-d0c21049-c07d-43eb-84c7-82a0adb1d60d tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1232023 May 10 15:03:51.540669 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5302c210-4f77-40ab-904e-515b1222eb1c req-5b22a678-5ec1-4192-980f-16b3d8fb9df2 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407891 May 10 15:03:51.609679 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-f87b044b-295a-49d8-86c6-b4d4f9c760ac req-6064bc18-ab01-4687-9b39-2bbf38dfee1b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 HTTP/1.1" status: 200 len: 1001 time: 0.1040466 May 10 15:03:51.646454 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0e667870-bed1-4306-acf6-789023012846 req-24b408a1-9921-47a5-be99-a9c1b1decb0c tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6fd5ac7-9c23-4151-bf4a-089b28ba0bc2 HTTP/1.1" status: 200 len: 210 time: 0.0456421 May 10 15:03:51.725103 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c554c8-6463-43b7-a38c-b4f6aedbfa5a req-fe8e55ef-398b-4d59-8ec6-20a0c8429444 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:51.726610 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-68c554c8-6463-43b7-a38c-b4f6aedbfa5a req-fe8e55ef-398b-4d59-8ec6-20a0c8429444 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0793145 May 10 15:03:51.771069 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-68c554c8-6463-43b7-a38c-b4f6aedbfa5a req-24ee4208-692d-4431-bf92-bbe05c40a578 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380225 May 10 15:03:52.595201 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 71d577f8-1f8b-4665-919b-f1cf5ba15ffa no longer exists at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:03:52.633179 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] No Port match for: 71d577f8-1f8b-4665-919b-f1cf5ba15ffa {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:03:52.633912 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 71d577f8-1f8b-4665-919b-f1cf5ba15ffa not bound to the agent host hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:03:52.654920 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b044b-295a-49d8-86c6-b4d4f9c760ac req-6b9b0b30-74b7-409e-bf24-d404e3630ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:52.656987 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-f87b044b-295a-49d8-86c6-b4d4f9c760ac req-6b9b0b30-74b7-409e-bf24-d404e3630ae7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b7e9e96-1dce-417a-b62d-87a2de80d899 HTTP/1.1" status: 200 len: 856 time: 0.0814128 May 10 15:03:52.745233 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e2b63-4b23-43ed-8e32-499b5ddc8610 req-733143ae-e539-4cf1-919b-0ff4876cfd14 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:52.747270 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b044b-295a-49d8-86c6-b4d4f9c760ac req-bcdf9ba2-5cb3-446d-9f99-0a7b8973cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:52.749224 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-f87b044b-295a-49d8-86c6-b4d4f9c760ac req-bcdf9ba2-5cb3-446d-9f99-0a7b8973cf4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7900d589-d085-4d9e-bb39-0c869bf63df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0841134 May 10 15:03:52.752527 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d08e2b63-4b23-43ed-8e32-499b5ddc8610 req-733143ae-e539-4cf1-919b-0ff4876cfd14 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.1705527 May 10 15:03:52.791164 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cd068-df2e-4992-9b51-02c6ff9a789c req-ffe02577-528b-423e-84c6-1f84fe3e5ef0 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:52.794747 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5b6cd068-df2e-4992-9b51-02c6ff9a789c req-ffe02577-528b-423e-84c6-1f84fe3e5ef0 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1327233 May 10 15:03:52.833063 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d08e2b63-4b23-43ed-8e32-499b5ddc8610 req-131d213d-3228-41b8-ab4e-507707050dbe tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795557 May 10 15:03:52.853983 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5b6cd068-df2e-4992-9b51-02c6ff9a789c req-1911a474-cbd7-4753-aed5-be1b7c23da6c tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494421 May 10 15:03:52.921937 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-f87b044b-295a-49d8-86c6-b4d4f9c760ac req-b0ce4d0a-390f-4b99-9501-4db6cfef3615 service neutron] 10.222.0.47 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598682 May 10 15:03:52.952357 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 44040) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:53.069823 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_v2 [None req-e192f120-9b1b-4ed3-8945-6a08bcd76dec admin admin] Deleting subnet f3645e3a-0b0e-40a0-8820-7f6d645d7cf2 {{(pid=78743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:03:53.073697 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-e192f120-9b1b-4ed3-8945-6a08bcd76dec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:53.137840 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-e192f120-9b1b-4ed3-8945-6a08bcd76dec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1867923'] for subnet, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:53.169603 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-f87b044b-295a-49d8-86c6-b4d4f9c760ac req-a8396e0f-1b12-4b6c-b69f-4756c204d499 service neutron] 10.222.0.47 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404478 May 10 15:03:53.188404 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58559a-68f3-4219-81aa-9f2efd6b3651 req-cd99ba8b-0271-4d36-bbe9-37f1938e0c7c tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:53.189857 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bf58559a-68f3-4219-81aa-9f2efd6b3651 req-cd99ba8b-0271-4d36-bbe9-37f1938e0c7c tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.2027867 May 10 15:03:53.243207 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-e192f120-9b1b-4ed3-8945-6a08bcd76dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482653'] for subnet, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:53.284406 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bf58559a-68f3-4219-81aa-9f2efd6b3651 req-ba111ef4-9553-472a-8366-29704b8cf982 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884035 May 10 15:03:53.488579 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-e192f120-9b1b-4ed3-8945-6a08bcd76dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2001247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1290530'] for subnet, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:53.493003 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:53.588660 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192f120-9b1b-4ed3-8945-6a08bcd76dec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3645e3a-0b0e-40a0-8820-7f6d645d7cf2,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:53.592456 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-e192f120-9b1b-4ed3-8945-6a08bcd76dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:53.601175 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e192f120-9b1b-4ed3-8945-6a08bcd76dec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.601552 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e192f120-9b1b-4ed3-8945-6a08bcd76dec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.601902 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e192f120-9b1b-4ed3-8945-6a08bcd76dec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.602244 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e192f120-9b1b-4ed3-8945-6a08bcd76dec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.602581 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e192f120-9b1b-4ed3-8945-6a08bcd76dec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.602919 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e192f120-9b1b-4ed3-8945-6a08bcd76dec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.603251 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e192f120-9b1b-4ed3-8945-6a08bcd76dec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.603583 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e192f120-9b1b-4ed3-8945-6a08bcd76dec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.603919 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e192f120-9b1b-4ed3-8945-6a08bcd76dec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.604296 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e192f120-9b1b-4ed3-8945-6a08bcd76dec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.604653 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e192f120-9b1b-4ed3-8945-6a08bcd76dec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.604980 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e192f120-9b1b-4ed3-8945-6a08bcd76dec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:53.608135 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-e192f120-9b1b-4ed3-8945-6a08bcd76dec admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f3645e3a-0b0e-40a0-8820-7f6d645d7cf2 HTTP/1.1" status: 204 len: 168 time: 0.6545045 May 10 15:03:53.609229 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-e192f120-9b1b-4ed3-8945-6a08bcd76dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:53.610623 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 44044) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:53.713535 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9a90a2fd-f4c3-4f0f-a29a-09649c0f6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3591965'] for network, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:53.843196 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9a90a2fd-f4c3-4f0f-a29a-09649c0f6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488998', 'neutron.services.segments.db._delete_segments_for_network-8729787289501'] for network, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:53.850008 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-9a90a2fd-f4c3-4f0f-a29a-09649c0f6dfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c618ea2-fc5a-49c9-9109-72bef3480781']}} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:53.861668 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-9a90a2fd-f4c3-4f0f-a29a-09649c0f6dfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a4f6d3d-54b8-4664-9a29-c42dc2e1562f') {'for_net_delete': True} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:53.861964 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-9a90a2fd-f4c3-4f0f-a29a-09649c0f6dfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a4f6d3d-54b8-4664-9a29-c42dc2e1562f') {} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:03:53.873661 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9a90a2fd-f4c3-4f0f-a29a-09649c0f6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729787301479', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1867916'] for segment, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:53.896494 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9a90a2fd-f4c3-4f0f-a29a-09649c0f6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:53.903105 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a90a2fd-f4c3-4f0f-a29a-09649c0f6dfb admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=78743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:03:53.903556 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9a90a2fd-f4c3-4f0f-a29a-09649c0f6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2001209'] for segment, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: Traceback (most recent call last): May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: timer() May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: cb(*args, **kw) May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: return func(*args, **kwargs) May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: self._notify() May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: self.callback(batched_events) May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: event.method(event) May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: return f(self, *a, **k) May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: return self._get(url).json() May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: return self.request(url, 'GET', **kwargs) May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:03:53.921729 dv-cinder-774286-14-iscsi neutron-server[78743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:03:54.114679 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9a90a2fd-f4c3-4f0f-a29a-09649c0f6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405887'] for network, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:54.124719 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9a90a2fd-f4c3-4f0f-a29a-09649c0f6dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:54.127660 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ae2ccd33-08a3-4638-8ad3-c0747dda6a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:54.155351 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90a2fd-f4c3-4f0f-a29a-09649c0f6dfb admin admin] Pushing event deleted for resources: {'Network': ['ID=6c618ea2-fc5a-49c9-9109-72bef3480781,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:54.155591 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:03:54.164808 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9a90a2fd-f4c3-4f0f-a29a-09649c0f6dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:54.167556 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-9a90a2fd-f4c3-4f0f-a29a-09649c0f6dfb admin admin] 10.222.0.30 "DELETE /v2.0/networks/6c618ea2-fc5a-49c9-9109-72bef3480781 HTTP/1.1" status: 204 len: 168 time: 0.5560334 May 10 15:03:54.196735 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d55f14-7a90-434f-950c-46d1bc2566c9 req-0cadf195-fd3d-4d2e-9771-e5033f610163 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:54.198366 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-05d55f14-7a90-434f-950c-46d1bc2566c9 req-0cadf195-fd3d-4d2e-9771-e5033f610163 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.1756532 May 10 15:03:54.229345 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea90e5-e024-488b-aa6a-f10516966c92 req-859f8fe8-f458-47ef-8544-68f23075adaf tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:54.231325 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-dfea90e5-e024-488b-aa6a-f10516966c92 req-859f8fe8-f458-47ef-8544-68f23075adaf tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.2481444 May 10 15:03:54.284039 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-05d55f14-7a90-434f-950c-46d1bc2566c9 req-14761e4b-35e3-40ff-8e1f-49efb87c20b8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770736 May 10 15:03:54.316692 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-dfea90e5-e024-488b-aa6a-f10516966c92 req-440a74be-028e-4472-8c93-affe9f2ac354 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768676 May 10 15:03:54.458123 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 44068) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:54.474028 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773738d-04d8-4b89-84bc-0a26dfe2696e req-7b5296db-3cae-45fc-b7d0-92acf3db28ef tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:54.475585 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a773738d-04d8-4b89-84bc-0a26dfe2696e req-7b5296db-3cae-45fc-b7d0-92acf3db28ef tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0824606 May 10 15:03:54.507695 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-6ca4502a-9501-4d2d-890d-a482171be18a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1787d025769c4b79adba46ce55a5a7ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0483105 May 10 15:03:54.510075 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 44072) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:03:54.519198 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a773738d-04d8-4b89-84bc-0a26dfe2696e req-6a55d20d-e670-45a0-a27e-444a0c0241c3 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378749 May 10 15:03:54.567715 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-05abc65b-aa71-477c-a5b8-22078d9fa75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:54.592771 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-05abc65b-aa71-477c-a5b8-22078d9fa75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:54.643866 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-05abc65b-aa71-477c-a5b8-22078d9fa75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:54.649231 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2e739067-3d85-4612-aa2c-20258329ce6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:54.662252 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abc65b-aa71-477c-a5b8-22078d9fa75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d676f2-db1b-4468-8b92-62367906a42a,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:54.670471 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-05abc65b-aa71-477c-a5b8-22078d9fa75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:54.671565 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-05abc65b-aa71-477c-a5b8-22078d9fa75d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4d676f2-db1b-4468-8b92-62367906a42a HTTP/1.1" status: 204 len: 168 time: 0.1606209 May 10 15:03:54.673016 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05abc65b-aa71-477c-a5b8-22078d9fa75d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:54.673380 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05abc65b-aa71-477c-a5b8-22078d9fa75d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:54.673739 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05abc65b-aa71-477c-a5b8-22078d9fa75d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:54.674088 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05abc65b-aa71-477c-a5b8-22078d9fa75d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:54.674434 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05abc65b-aa71-477c-a5b8-22078d9fa75d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:54.674778 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05abc65b-aa71-477c-a5b8-22078d9fa75d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:54.675123 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05abc65b-aa71-477c-a5b8-22078d9fa75d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:54.675828 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05abc65b-aa71-477c-a5b8-22078d9fa75d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:54.675828 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05abc65b-aa71-477c-a5b8-22078d9fa75d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:54.676146 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05abc65b-aa71-477c-a5b8-22078d9fa75d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:54.676483 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05abc65b-aa71-477c-a5b8-22078d9fa75d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:54.676819 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05abc65b-aa71-477c-a5b8-22078d9fa75d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:54.679939 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-05abc65b-aa71-477c-a5b8-22078d9fa75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:55.555676 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9e659-7f85-427d-8575-0952bfb90830 req-02d9bffd-7d5c-42dd-bfc5-67804ed5c869 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:55.557178 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e5e9e659-7f85-427d-8575-0952bfb90830 req-02d9bffd-7d5c-42dd-bfc5-67804ed5c869 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1344764 May 10 15:03:55.591713 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e20c5-54a1-4c32-a12a-205f3c67dc8f req-1bbe54e7-58da-4157-ba4b-8f5ed0d4b0dd tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:55.593287 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-931e20c5-54a1-4c32-a12a-205f3c67dc8f req-1bbe54e7-58da-4157-ba4b-8f5ed0d4b0dd tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.1351984 May 10 15:03:55.638930 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e5e9e659-7f85-427d-8575-0952bfb90830 req-928b09fe-0759-489c-870e-abb08f8f6fe0 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695088 May 10 15:03:55.678907 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-931e20c5-54a1-4c32-a12a-205f3c67dc8f req-d2c28730-0e5b-47c8-a689-84632c1fa4d2 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673876 May 10 15:03:55.837719 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055fd00-9bd2-4a52-9bbe-5dbdd3ffa405 req-fdf91905-0cf4-498f-a268-9b81ff2ecacb tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:55.839145 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2055fd00-9bd2-4a52-9bbe-5dbdd3ffa405 req-fdf91905-0cf4-498f-a268-9b81ff2ecacb tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0843408 May 10 15:03:55.884501 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2055fd00-9bd2-4a52-9bbe-5dbdd3ffa405 req-5396d7a7-dd3f-440a-9eec-b2120f92bdb8 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395133 May 10 15:03:56.759246 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:03:56.885765 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e362a4d-802b-477b-81e5-6a49900b6d5f req-eba6eba8-f25a-4453-810c-4643c577b202 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:56.890381 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6e362a4d-802b-477b-81e5-6a49900b6d5f req-eba6eba8-f25a-4453-810c-4643c577b202 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 945 time: 0.0936542 May 10 15:03:56.911515 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:56.937841 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:03:56.947188 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:03:56.951491 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:03:56.953409 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:03:56.983376 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6e362a4d-802b-477b-81e5-6a49900b6d5f req-216dcbf8-136b-4e7f-9b57-c3f323876f80 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863202 May 10 15:03:57.015659 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f0631-0eec-41f9-956d-a69540c89855 req-b54cdcf7-981a-4c7a-a4f5-bcdb483ec1d1 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:57.022837 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d90f0631-0eec-41f9-956d-a69540c89855 req-b54cdcf7-981a-4c7a-a4f5-bcdb483ec1d1 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1103375 May 10 15:03:57.029683 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3,revision_number=8']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:03:57.037795 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.038551 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.039075 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.039596 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.040268 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.040785 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.041337 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.041890 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.042446 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.043260 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.043584 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.044082 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:03:57.048592 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:03:57.071498 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d90f0631-0eec-41f9-956d-a69540c89855 req-c2364435-d0e3-4de6-bf48-479cd3b489a3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480025 May 10 15:03:57.122974 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3', 'code': 200} May 10 15:03:57.173026 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ecccd-2620-4a63-9550-1a47965f58f5 req-751df7f1-e3bc-477b-a1e8-e9afe03dfbb1 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:57.174523 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7b9ecccd-2620-4a63-9550-1a47965f58f5 req-751df7f1-e3bc-477b-a1e8-e9afe03dfbb1 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0834820 May 10 15:03:57.219069 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7b9ecccd-2620-4a63-9550-1a47965f58f5 req-03e01a1c-4ff3-4809-a1e5-95496cae4b9b tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386319 May 10 15:03:58.183158 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472e712-3757-48f1-bdb7-1c4eed50c52e req-e6272dfc-bff9-445e-8f36-4c8b373d8cb6 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:58.184728 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f472e712-3757-48f1-bdb7-1c4eed50c52e req-e6272dfc-bff9-445e-8f36-4c8b373d8cb6 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 943 time: 0.0849254 May 10 15:03:58.276929 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f472e712-3757-48f1-bdb7-1c4eed50c52e req-7e41d8ef-df12-444a-8b05-cf44c3994f53 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524638 May 10 15:03:58.314896 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a7c30-3749-47d6-9435-c00eeeb7d51e req-4fda8fb9-5260-4e50-a164-c3e406d47ced tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:58.314896 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ce3a7c30-3749-47d6-9435-c00eeeb7d51e req-4fda8fb9-5260-4e50-a164-c3e406d47ced tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1256294 May 10 15:03:58.388554 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ce3a7c30-3749-47d6-9435-c00eeeb7d51e req-79109770-05f7-46d9-8078-181831fbd9f3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577929 May 10 15:03:58.522968 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4549751-bf9b-495f-9fa3-833d71e1f9dd req-5ef6cce3-5690-4643-93f7-9ff4f874cc3f tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:58.530526 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e4549751-bf9b-495f-9fa3-833d71e1f9dd req-5ef6cce3-5690-4643-93f7-9ff4f874cc3f tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0922687 May 10 15:03:58.653020 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e4549751-bf9b-495f-9fa3-833d71e1f9dd req-4bb1176a-9e22-4319-8362-a9a9b76fea40 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210790 May 10 15:03:59.481742 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58c517-2d28-4f51-8418-6a7327be85fc req-efff1b45-1b61-4951-811c-c385c5e54d92 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:59.483179 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8e58c517-2d28-4f51-8418-6a7327be85fc req-efff1b45-1b61-4951-811c-c385c5e54d92 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 943 time: 0.0798094 May 10 15:03:59.570441 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8e58c517-2d28-4f51-8418-6a7327be85fc req-749203e3-2f0e-49bf-a1a4-5b0874a53349 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816534 May 10 15:03:59.601301 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba30f20-8d0a-4e8d-8875-187b2006235b req-9e987c43-665d-49b9-ab80-932a3ebb4234 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:59.604416 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4ba30f20-8d0a-4e8d-8875-187b2006235b req-9e987c43-665d-49b9-ab80-932a3ebb4234 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1024888 May 10 15:03:59.648916 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4ba30f20-8d0a-4e8d-8875-187b2006235b req-c68c3f20-57c1-404c-bfa7-771bc3b64458 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400150 May 10 15:03:59.873186 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e24fab-bbdc-4ef0-b0fa-9ec92eaa2f43 req-40c8b1d9-48c8-428d-a20c-7310225e95dd tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:03:59.874672 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-82e24fab-bbdc-4ef0-b0fa-9ec92eaa2f43 req-40c8b1d9-48c8-428d-a20c-7310225e95dd tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0850515 May 10 15:03:59.926733 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-82e24fab-bbdc-4ef0-b0fa-9ec92eaa2f43 req-9c8ad297-7e0a-43cf-8f8d-629d17e99ca7 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439515 May 10 15:04:00.571866 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23924bcc-7649-4693-b7aa-0d8fe2750ee6 req-67908bb1-d738-4d43-9d5c-51598fe315b6 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:00.573312 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-23924bcc-7649-4693-b7aa-0d8fe2750ee6 req-67908bb1-d738-4d43-9d5c-51598fe315b6 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 943 time: 0.0784998 May 10 15:04:00.618577 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-23924bcc-7649-4693-b7aa-0d8fe2750ee6 req-33f2c622-b9cf-4ac6-b5ee-7754ea2b1286 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382264 May 10 15:04:00.836031 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bbcf2-1567-438a-8377-5c2b90cf836d req-9c21d178-bfc3-4639-a58b-63ca32b39c85 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:00.837792 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-098bbcf2-1567-438a-8377-5c2b90cf836d req-9c21d178-bfc3-4639-a58b-63ca32b39c85 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.0821924 May 10 15:04:00.878191 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 44228) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:00.888057 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-098bbcf2-1567-438a-8377-5c2b90cf836d req-5c1af8f1-ed9d-41b1-a9b0-0ab4692e095f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447421 May 10 15:04:00.993923 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6a642cdb-2d41-42fb-b474-cd47537c2154 req-60bfbba2-9c8a-4be9-a0a7-8fb11005e8ad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1147711 May 10 15:04:01.124955 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73407552-33cb-46c6-b4b5-46e57355e1d0 req-59d3fddb-327b-4596-8b29-ddca69a859f7 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:01.126341 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-73407552-33cb-46c6-b4b5-46e57355e1d0 req-59d3fddb-327b-4596-8b29-ddca69a859f7 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0836711 May 10 15:04:01.175016 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-73407552-33cb-46c6-b4b5-46e57355e1d0 req-3aa91c69-a45a-4578-bb92-12b5287aed4d tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420432 May 10 15:04:01.803028 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584a5ea-0485-4157-aedf-7ba0546f6aaa req-547ce8c4-4112-4739-a87e-b824140d9de1 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:01.804463 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f584a5ea-0485-4157-aedf-7ba0546f6aaa req-547ce8c4-4112-4739-a87e-b824140d9de1 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 943 time: 0.0776472 May 10 15:04:01.847843 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f584a5ea-0485-4157-aedf-7ba0546f6aaa req-b3cbd610-9636-4df0-9d2c-68c0116ceb22 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377634 May 10 15:04:02.071667 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ebbc2-f3e4-44ae-b76b-05e6dc701ba5 req-dc4ea3d2-88f2-4a94-9727-2d2c47e1e32a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:02.073128 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9d6ebbc2-f3e4-44ae-b76b-05e6dc701ba5 req-dc4ea3d2-88f2-4a94-9727-2d2c47e1e32a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.0811422 May 10 15:04:02.116547 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9d6ebbc2-f3e4-44ae-b76b-05e6dc701ba5 req-bee9f39a-8338-46ae-a4e8-31061584ecdf tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368311 May 10 15:04:02.362026 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42349f49-53a3-4e5c-8be2-7ab411ef1907 req-69404b1b-eb76-4d5d-aae2-483ced1a5911 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:02.363444 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-42349f49-53a3-4e5c-8be2-7ab411ef1907 req-69404b1b-eb76-4d5d-aae2-483ced1a5911 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0814676 May 10 15:04:02.406182 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-42349f49-53a3-4e5c-8be2-7ab411ef1907 req-e0035347-0a25-4e21-8b42-f8735657903f tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370357 May 10 15:04:02.618049 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:04:02.931279 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850400a-5675-44f9-b240-12ba78fedc3e req-3bbe79ed-f312-41db-aaff-97ef8efb0281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:02.932772 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b850400a-5675-44f9-b240-12ba78fedc3e req-3bbe79ed-f312-41db-aaff-97ef8efb0281 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 1099 time: 0.0740130 May 10 15:04:02.976654 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-b850400a-5675-44f9-b240-12ba78fedc3e req-736446f8-9dc9-4d8c-8075-ac5cc6c00dc2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366135 May 10 15:04:03.037418 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff32a3a-a96a-4e90-b42b-74b2c5afd892 req-751b41b7-fb11-4148-80a0-7273988c169c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:03.038861 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-eff32a3a-a96a-4e90-b42b-74b2c5afd892 req-751b41b7-fb11-4148-80a0-7273988c169c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 943 time: 0.0810440 May 10 15:04:03.088870 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-eff32a3a-a96a-4e90-b42b-74b2c5afd892 req-e3e6824a-5d94-44f5-bfde-a94ee875bee8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437875 May 10 15:04:03.301449 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c3cde-6b78-49be-8073-0e2afcaf5fd3 req-a3c1386e-f56d-443c-af3d-c961ac772a15 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:03.302876 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-530c3cde-6b78-49be-8073-0e2afcaf5fd3 req-a3c1386e-f56d-443c-af3d-c961ac772a15 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.0805860 May 10 15:04:03.352822 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-530c3cde-6b78-49be-8073-0e2afcaf5fd3 req-ca716410-b525-4728-b98d-b7ccb7eda039 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442331 May 10 15:04:03.621472 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b6e01-a6d9-4ca0-b4e5-a4412535cd6d req-76d71a89-2073-4715-8a0d-0cc435339191 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:03.623128 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a10b6e01-a6d9-4ca0-b4e5-a4412535cd6d req-76d71a89-2073-4715-8a0d-0cc435339191 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0967078 May 10 15:04:03.668951 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a10b6e01-a6d9-4ca0-b4e5-a4412535cd6d req-6b7969f0-bf9a-450d-a0f9-9347c29aea63 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391238 May 10 15:04:04.214768 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:04.286334 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25367b9a-7330-4bb6-b26b-258ab28def5f req-0a699a02-120d-4813-b1cf-e55f8b0ec4b7 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:04.287764 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25367b9a-7330-4bb6-b26b-258ab28def5f req-0a699a02-120d-4813-b1cf-e55f8b0ec4b7 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 943 time: 0.0799356 May 10 15:04:04.334611 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-25367b9a-7330-4bb6-b26b-258ab28def5f req-5aff77a8-bc39-4b85-baf8-a08d537b021c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409379 May 10 15:04:04.435084 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a642cdb-2d41-42fb-b474-cd47537c2154 req-502a6aae-0f38-459d-b48a-2867ad9a9699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:04.436719 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-6a642cdb-2d41-42fb-b474-cd47537c2154 req-502a6aae-0f38-459d-b48a-2867ad9a9699 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f&tenant_id=59b50fa570d5493abb0dae5e9d6f7738 HTTP/1.1" status: 200 len: 1096 time: 0.0787182 May 10 15:04:04.533626 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a642cdb-2d41-42fb-b474-cd47537c2154 req-623e4917-7f81-4871-809a-61aae0c4d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:04.535130 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-6a642cdb-2d41-42fb-b474-cd47537c2154 req-623e4917-7f81-4871-809a-61aae0c4d272 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=59b50fa570d5493abb0dae5e9d6f7738&device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 1096 time: 0.0736012 May 10 15:04:04.547028 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77deb17-5235-4015-8724-b68a91ce299e req-b87bedc4-8148-40bc-81d6-bd32730c447a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:04.548480 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f77deb17-5235-4015-8724-b68a91ce299e req-b87bedc4-8148-40bc-81d6-bd32730c447a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.0791075 May 10 15:04:04.592487 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f77deb17-5235-4015-8724-b68a91ce299e req-1a0224ad-c711-4157-90da-9c2b8e13d837 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381095 May 10 15:04:04.671701 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a642cdb-2d41-42fb-b474-cd47537c2154 req-4f194999-61ab-41df-ad55-8ae2af428336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:04.673219 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-6a642cdb-2d41-42fb-b474-cd47537c2154 req-4f194999-61ab-41df-ad55-8ae2af428336 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7900d589-d085-4d9e-bb39-0c869bf63df8 HTTP/1.1" status: 200 len: 918 time: 0.1314461 May 10 15:04:04.721372 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-692ee694-f0af-48df-abcb-41adba9bd148 req-9ed43d8f-4ede-4a9c-9db1-09ecf2852ea6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710773 May 10 15:04:04.785698 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-6a642cdb-2d41-42fb-b474-cd47537c2154 req-9322dfae-f7b1-4b09-be2c-d12b7dd44fa4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 HTTP/1.1" status: 200 len: 999 time: 0.1050506 May 10 15:04:04.850479 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a642cdb-2d41-42fb-b474-cd47537c2154 req-985d67de-d72a-44e5-9637-f7206608e85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:04.851941 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-6a642cdb-2d41-42fb-b474-cd47537c2154 req-985d67de-d72a-44e5-9637-f7206608e85e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b7e9e96-1dce-417a-b62d-87a2de80d899 HTTP/1.1" status: 200 len: 856 time: 0.0599406 May 10 15:04:04.938510 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a642cdb-2d41-42fb-b474-cd47537c2154 req-16b1d8b2-5ca6-4a80-bb9d-aa6dc30b6435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:04.940201 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-6a642cdb-2d41-42fb-b474-cd47537c2154 req-16b1d8b2-5ca6-4a80-bb9d-aa6dc30b6435 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7900d589-d085-4d9e-bb39-0c869bf63df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0817897 May 10 15:04:04.943877 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ee694-f0af-48df-abcb-41adba9bd148 req-9c8b05fb-d52f-4075-b4bd-50e3341e742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:04.945342 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-692ee694-f0af-48df-abcb-41adba9bd148 req-9c8b05fb-d52f-4075-b4bd-50e3341e742a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=164a7782c9ce4c8aae0ebd02811a40d4&device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 1099 time: 0.2023578 May 10 15:04:04.964034 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573aa00b-d0de-4809-b0e5-aa9c9773c6d2 req-87ecbae1-d4b2-4ce1-810f-195ca5a66630 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:04.966038 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-573aa00b-d0de-4809-b0e5-aa9c9773c6d2 req-87ecbae1-d4b2-4ce1-810f-195ca5a66630 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.1750560 May 10 15:04:05.097853 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-6a642cdb-2d41-42fb-b474-cd47537c2154 req-2439e3de-af1e-4ca8-80af-cc516ad3bb9a service neutron] 10.222.0.47 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488900 May 10 15:04:05.145251 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-573aa00b-d0de-4809-b0e5-aa9c9773c6d2 req-3311a247-5e54-4656-8fd9-86137674f721 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572244 May 10 15:04:05.177728 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ee694-f0af-48df-abcb-41adba9bd148 req-f7ef0bbc-be1b-45dd-bd09-91bc9ff9261c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:05.179154 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-692ee694-f0af-48df-abcb-41adba9bd148 req-f7ef0bbc-be1b-45dd-bd09-91bc9ff9261c service neutron] 10.222.0.47 "GET /v2.0/networks?id=78f2fc67-b40a-47a4-af30-c194a9ec1a5e HTTP/1.1" status: 200 len: 919 time: 0.2121961 May 10 15:04:05.278728 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-692ee694-f0af-48df-abcb-41adba9bd148 req-023b6fe2-1c59-48dc-98b1-f014ae15c18a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f60862bb-c3dd-4651-959b-0953f947eb7b HTTP/1.1" status: 200 len: 217 time: 0.0907295 May 10 15:04:05.311781 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-6a642cdb-2d41-42fb-b474-cd47537c2154 req-1b488dbb-043e-4279-8bc0-7bed17ac01bb service neutron] 10.222.0.47 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073829 May 10 15:04:05.360375 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ee694-f0af-48df-abcb-41adba9bd148 req-97572047-3087-491a-a7a7-775c095f71f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:05.362960 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-692ee694-f0af-48df-abcb-41adba9bd148 req-97572047-3087-491a-a7a7-775c095f71f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7951f8e4-474a-43bf-bfda-85f075a9c57f HTTP/1.1" status: 200 len: 858 time: 0.0758321 May 10 15:04:05.418422 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-692ee694-f0af-48df-abcb-41adba9bd148 req-1f9d9886-1313-426a-ad4a-0eb05bd58f08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78f2fc67-b40a-47a4-af30-c194a9ec1a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502481 May 10 15:04:05.576256 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-692ee694-f0af-48df-abcb-41adba9bd148 req-85f19ce1-1581-4e26-a77f-9dcd9bb8da86 service neutron] 10.222.0.47 "GET /v2.0/networks/78f2fc67-b40a-47a4-af30-c194a9ec1a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504960 May 10 15:04:05.789973 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-692ee694-f0af-48df-abcb-41adba9bd148 req-686ca726-3472-41c2-a0de-80ac74d36d95 service neutron] 10.222.0.47 "GET /v2.0/networks/78f2fc67-b40a-47a4-af30-c194a9ec1a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061117 May 10 15:04:05.823127 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a408700-c41a-4621-81fd-192560fe668b req-e2f5f3c8-1cf2-45aa-a68e-23787c96824a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:05.824860 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0a408700-c41a-4621-81fd-192560fe668b req-e2f5f3c8-1cf2-45aa-a68e-23787c96824a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 943 time: 0.1607952 May 10 15:04:05.855366 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cdf5d110-692b-4d62-b456-b922d2e39381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:05.914500 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0a408700-c41a-4621-81fd-192560fe668b req-f1a4d1de-613a-40f3-902f-c4b90cf31274 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713682 May 10 15:04:06.320130 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e831f7-91a4-4cb0-a999-58504e88e2a5 req-43f5be8c-c514-4679-98c3-b158da7e0ba3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:06.332838 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-58e831f7-91a4-4cb0-a999-58504e88e2a5 req-43f5be8c-c514-4679-98c3-b158da7e0ba3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1270165 May 10 15:04:06.398586 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-58e831f7-91a4-4cb0-a999-58504e88e2a5 req-90c3706b-bdd4-4770-87ea-d31c7ff4b0f7 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619922 May 10 15:04:06.649189 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bea2f-5f33-48bf-9778-3ad879cb4458 req-be94cee0-07ff-47e0-aba9-cedafe17a105 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:06.650792 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c84bea2f-5f33-48bf-9778-3ad879cb4458 req-be94cee0-07ff-47e0-aba9-cedafe17a105 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.1376901 May 10 15:04:06.702461 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c84bea2f-5f33-48bf-9778-3ad879cb4458 req-60b6a81f-e66a-4535-815b-fe84bf5607fc tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415061 May 10 15:04:06.958576 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b390154-fb60-4a07-9571-a05afeb4efa0 req-39820001-872b-4e08-b3ed-ccfca26071bd tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:06.965126 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3b390154-fb60-4a07-9571-a05afeb4efa0 req-39820001-872b-4e08-b3ed-ccfca26071bd tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1370041 May 10 15:04:07.023992 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3b390154-fb60-4a07-9571-a05afeb4efa0 req-f6d4daf9-33c3-4092-ab3f-ac819f02abce tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573287 May 10 15:04:07.149466 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661d4ff-129e-455c-98f1-aa4bac6e96c2 req-0ff75f8f-f2cd-48a9-a176-4da90857a5de tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:07.151241 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a661d4ff-129e-455c-98f1-aa4bac6e96c2 req-0ff75f8f-f2cd-48a9-a176-4da90857a5de tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 943 time: 0.0866575 May 10 15:04:07.205407 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a661d4ff-129e-455c-98f1-aa4bac6e96c2 req-69c7bda8-710d-4452-b7c5-f4d530fbc8ec tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470922 May 10 15:04:07.907196 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc8ff9-5469-494d-a97e-d638bc02a419 req-e1137fe7-76c4-453a-8aad-ab4e88112300 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:07.908738 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cbcc8ff9-5469-494d-a97e-d638bc02a419 req-e1137fe7-76c4-453a-8aad-ab4e88112300 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0841417 May 10 15:04:07.955860 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cbcc8ff9-5469-494d-a97e-d638bc02a419 req-c9b115a1-b733-4b50-8dce-bfdce7abcded tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409782 May 10 15:04:08.238255 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286873ef-22dc-451e-b1c0-08e4736e3fad req-240425c1-e772-41e3-85af-35d23df08fbc tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:08.240132 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-286873ef-22dc-451e-b1c0-08e4736e3fad req-240425c1-e772-41e3-85af-35d23df08fbc tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.0965841 May 10 15:04:08.290588 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-286873ef-22dc-451e-b1c0-08e4736e3fad req-a2bf1afb-98fa-4c44-9a0e-06d61f075007 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443194 May 10 15:04:08.422404 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab2f2d-253c-409f-bf55-b810368697a4 req-33d53322-a077-4a5f-8528-48b740531da2 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:08.424144 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c6ab2f2d-253c-409f-bf55-b810368697a4 req-33d53322-a077-4a5f-8528-48b740531da2 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 943 time: 0.0922878 May 10 15:04:08.438465 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:08.484915 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c6ab2f2d-253c-409f-bf55-b810368697a4 req-9822a817-dc73-4e6e-88f4-aa83621dbdda tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548189 May 10 15:04:08.590406 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-bdbd5e62-d175-4754-aa4e-53173fb6d5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:09.304241 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f349bbb-c2f8-4434-8df9-1f7199f72699 req-c071b80a-fc44-4d8c-805e-eb22eb8e9760 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:09.314453 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4f349bbb-c2f8-4434-8df9-1f7199f72699 req-c071b80a-fc44-4d8c-805e-eb22eb8e9760 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.2149873 May 10 15:04:09.364769 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 44440) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:09.380255 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4f349bbb-c2f8-4434-8df9-1f7199f72699 req-660b5680-fb46-4b65-b4bd-a2204a7ad5bc tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542598 May 10 15:04:09.404095 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:09.528299 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a88dd916-3ad9-468b-872b-d2f25be4c871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:09.544812 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a88dd916-3ad9-468b-872b-d2f25be4c871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:09.548845 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-a88dd916-3ad9-468b-872b-d2f25be4c871 admin admin] Usage tracker for resource:security_group_rule and tenant:b645761839b04ce3bf103c4f4234323d is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:09.551798 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-a88dd916-3ad9-468b-872b-d2f25be4c871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:09.552262 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73195967-d804-437a-a27a-0f81fb5d74ff req-8cc4d6c1-c937-4161-b7b4-892b43b40285 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:09.553919 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-73195967-d804-437a-a27a-0f81fb5d74ff req-8cc4d6c1-c937-4161-b7b4-892b43b40285 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1130567 May 10 15:04:09.564509 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a88dd916-3ad9-468b-872b-d2f25be4c871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:09.685329 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a88dd916-3ad9-468b-872b-d2f25be4c871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:09.691286 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a88dd916-3ad9-468b-872b-d2f25be4c871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:09.700418 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c4049219-c15b-4a93-8a33-138ad2b2a6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:09.730451 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88dd916-3ad9-468b-872b-d2f25be4c871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b473e1-a68a-4bb9-9b05-a3d40f14c5e8,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:09.735910 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a88dd916-3ad9-468b-872b-d2f25be4c871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:09.743009 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-73195967-d804-437a-a27a-0f81fb5d74ff req-c6e1d0f6-e5ce-4033-8a50-7ecec07c6ef4 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824014 May 10 15:04:09.756008 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-a88dd916-3ad9-468b-872b-d2f25be4c871 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b645761839b04ce3bf103c4f4234323d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3895035 May 10 15:04:09.758568 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 44452) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:09.809239 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3bf45-2c31-488f-87f6-5acbb18f078a req-8914517b-7df8-425e-b729-f18802d5f622 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:09.816675 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c0e3bf45-2c31-488f-87f6-5acbb18f078a req-8914517b-7df8-425e-b729-f18802d5f622 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 943 time: 0.1372867 May 10 15:04:09.862664 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bbcd931a-0304-47ce-999a-fcae8f7f8f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:09.879534 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c0e3bf45-2c31-488f-87f6-5acbb18f078a req-d2efbe68-2c63-413e-b906-2ea2ef5e68fe tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619035 May 10 15:04:09.905309 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bbcd931a-0304-47ce-999a-fcae8f7f8f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:09.968410 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bbcd931a-0304-47ce-999a-fcae8f7f8f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:09.973529 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a8e40750-37ff-44fe-9ed0-38461dc5ef4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:09.986116 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd931a-0304-47ce-999a-fcae8f7f8f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b473e1-a68a-4bb9-9b05-a3d40f14c5e8,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:09.990928 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-bbcd931a-0304-47ce-999a-fcae8f7f8f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:09.993423 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bbcd931a-0304-47ce-999a-fcae8f7f8f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:09.994574 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-bbcd931a-0304-47ce-999a-fcae8f7f8f40 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/22b473e1-a68a-4bb9-9b05-a3d40f14c5e8 HTTP/1.1" status: 204 len: 168 time: 0.2346761 May 10 15:04:10.566366 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deed48b-c984-4778-8def-d5122afbb2e7 req-f1cd3e74-c2af-4c57-bb89-35253c428657 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:10.567803 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4deed48b-c984-4778-8def-d5122afbb2e7 req-f1cd3e74-c2af-4c57-bb89-35253c428657 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0849588 May 10 15:04:10.613499 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4deed48b-c984-4778-8def-d5122afbb2e7 req-42c4eda8-d049-4fd4-8db7-25d5c969e496 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399141 May 10 15:04:10.914682 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:10.988138 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17ef9f-cfdc-4611-a8d6-14d1b6029689 req-d89afd5e-c441-4999-8d3a-d99484cce296 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:10.990401 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ae17ef9f-cfdc-4611-a8d6-14d1b6029689 req-d89afd5e-c441-4999-8d3a-d99484cce296 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1118131 May 10 15:04:11.111438 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ae17ef9f-cfdc-4611-a8d6-14d1b6029689 req-d87ded89-e580-466b-b75c-a6ac5fdbb2ad tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135597 May 10 15:04:11.141293 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878afefc-50c8-477f-a329-c710e0b399d4 req-bbcd275d-cd99-4d58-a564-6cd14787e79e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:11.142718 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-878afefc-50c8-477f-a329-c710e0b399d4 req-bbcd275d-cd99-4d58-a564-6cd14787e79e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 943 time: 0.1188574 May 10 15:04:11.193566 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-878afefc-50c8-477f-a329-c710e0b399d4 req-f54ed4c6-04f4-4dc8-9aca-5c7f8e44b883 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448079 May 10 15:04:11.363288 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 44474) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:11.488072 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-20625ffa-ed57-470d-9197-23dfef3bb502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:11.512009 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-20625ffa-ed57-470d-9197-23dfef3bb502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:11.516213 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-20625ffa-ed57-470d-9197-23dfef3bb502 admin admin] Usage tracker for resource:security_group_rule and tenant:b0c52ba66d414336bc80dd71a5c937e9 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:11.519217 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-20625ffa-ed57-470d-9197-23dfef3bb502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:11.525192 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-20625ffa-ed57-470d-9197-23dfef3bb502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:11.617760 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-20625ffa-ed57-470d-9197-23dfef3bb502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:11.623329 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-20625ffa-ed57-470d-9197-23dfef3bb502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:11.630629 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6183ebc6-2ddf-4784-b436-6b405ed80675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:11.676710 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-20625ffa-ed57-470d-9197-23dfef3bb502 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0c52ba66d414336bc80dd71a5c937e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098981 May 10 15:04:11.676710 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20625ffa-ed57-470d-9197-23dfef3bb502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e297a5-f30c-4535-bd7a-dff8baf48918,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:11.677767 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 44484) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:11.680296 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-20625ffa-ed57-470d-9197-23dfef3bb502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:11.747238 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d8845ccd-6be2-46ee-bc12-059748094027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:11.774623 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d8845ccd-6be2-46ee-bc12-059748094027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:11.829937 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403ce25-16ea-45d1-ae86-18ff51712c88 req-f84010bd-153f-4d56-a4d2-d84b3cdb9d8e tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:11.831440 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8403ce25-16ea-45d1-ae86-18ff51712c88 req-f84010bd-153f-4d56-a4d2-d84b3cdb9d8e tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.1060495 May 10 15:04:11.837287 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d8845ccd-6be2-46ee-bc12-059748094027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:11.841823 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-77e95f2a-cb90-4201-b43e-9d44a5ac9913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:11.857514 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8845ccd-6be2-46ee-bc12-059748094027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e297a5-f30c-4535-bd7a-dff8baf48918,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:11.860562 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d8845ccd-6be2-46ee-bc12-059748094027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:11.863436 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d8845ccd-6be2-46ee-bc12-059748094027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:11.866860 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-d8845ccd-6be2-46ee-bc12-059748094027 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f4e297a5-f30c-4535-bd7a-dff8baf48918 HTTP/1.1" status: 204 len: 168 time: 0.1861134 May 10 15:04:11.909869 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8403ce25-16ea-45d1-ae86-18ff51712c88 req-8175fb79-972e-4835-8e51-2ab2dab9e547 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722823 May 10 15:04:12.317385 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8db929-1385-44e4-b522-9896cf14648d req-4ad3e4bd-838d-47be-b630-1e7cfbb6964b tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:12.319022 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e8db929-1385-44e4-b522-9896cf14648d req-4ad3e4bd-838d-47be-b630-1e7cfbb6964b tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.0912838 May 10 15:04:12.448578 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2e8db929-1385-44e4-b522-9896cf14648d req-bbfa0bf3-d5db-49e4-8f21-189e97c1bd44 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212661 May 10 15:04:12.493309 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69d0fb-2746-4a09-9980-52d458814f51 req-ac11ae7e-db79-4480-bc7d-5c2c61b7560f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:12.494806 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ed69d0fb-2746-4a09-9980-52d458814f51 req-ac11ae7e-db79-4480-bc7d-5c2c61b7560f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 943 time: 0.1091859 May 10 15:04:12.546648 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ed69d0fb-2746-4a09-9980-52d458814f51 req-5fd2b031-6a3d-44be-99d1-d467bebc4a1b tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452676 May 10 15:04:13.105009 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9f89e-7265-4a2b-ac05-bb3eea639e8c req-38eb176e-6c3d-4816-a865-655b2fa38665 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:13.106746 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-83b9f89e-7265-4a2b-ac05-bb3eea639e8c req-38eb176e-6c3d-4816-a865-655b2fa38665 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0874972 May 10 15:04:13.176589 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-83b9f89e-7265-4a2b-ac05-bb3eea639e8c req-74d96ec4-58dc-425b-9a6c-30c69a238228 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641339 May 10 15:04:13.653475 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90afad-7ccd-48d3-bfa1-e3ba2966193c req-7d9c071d-af94-465e-ba2e-b424c20f4504 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:13.655062 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-df90afad-7ccd-48d3-bfa1-e3ba2966193c req-7d9c071d-af94-465e-ba2e-b424c20f4504 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.0967140 May 10 15:04:13.731249 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-df90afad-7ccd-48d3-bfa1-e3ba2966193c req-8f5babb8-8ab3-4596-bab7-a9ea0ef52e61 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672715 May 10 15:04:13.825010 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0370c61-1091-45bf-9a00-1b9ee5cb4a44 req-8af663f7-7376-40ba-84b2-20b515f7fe49 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:13.828017 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e0370c61-1091-45bf-9a00-1b9ee5cb4a44 req-8af663f7-7376-40ba-84b2-20b515f7fe49 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 943 time: 0.0944121 May 10 15:04:13.889341 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e0370c61-1091-45bf-9a00-1b9ee5cb4a44 req-76e56c9e-ee91-4614-87d7-7bd160e1960e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563834 May 10 15:04:14.046543 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 44554) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:14.182055 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f986293b-7596-4d14-9305-fc0eb2691175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:14.196538 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-f986293b-7596-4d14-9305-fc0eb2691175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:14.200633 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-f986293b-7596-4d14-9305-fc0eb2691175 admin admin] Usage tracker for resource:security_group_rule and tenant:6a86c385c3a74d928f9236cd4e56ceba is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:14.203312 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-f986293b-7596-4d14-9305-fc0eb2691175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:14.209201 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-f986293b-7596-4d14-9305-fc0eb2691175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:14.296949 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f986293b-7596-4d14-9305-fc0eb2691175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:14.302480 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f986293b-7596-4d14-9305-fc0eb2691175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:14.320894 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b27562c5-6d04-42f9-91a1-49df42fc3c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:14.363717 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-f986293b-7596-4d14-9305-fc0eb2691175 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a86c385c3a74d928f9236cd4e56ceba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159568 May 10 15:04:14.364717 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986293b-7596-4d14-9305-fc0eb2691175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed078bd-f533-48b0-ab68-744918d98226,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:14.365081 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 44562) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:14.367965 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-f986293b-7596-4d14-9305-fc0eb2691175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:14.435781 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b546b7-8ab8-4100-ae9d-5c05457929ca req-02e43872-0835-4652-8d03-f4c52b8fe0f0 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:14.437201 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-02b546b7-8ab8-4100-ae9d-5c05457929ca req-02e43872-0835-4652-8d03-f4c52b8fe0f0 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.1454928 May 10 15:04:14.473139 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae06d9f9-008e-475f-afdc-b79d9310bcff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:14.510474 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae06d9f9-008e-475f-afdc-b79d9310bcff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:14.548909 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-02b546b7-8ab8-4100-ae9d-5c05457929ca req-8c8ea830-5cc1-44e7-a224-55ff5142c2fc tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005101 May 10 15:04:14.571892 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae06d9f9-008e-475f-afdc-b79d9310bcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:14.578586 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-62029eea-5a76-43c9-8797-70989fbb5946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:14.594560 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae06d9f9-008e-475f-afdc-b79d9310bcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed078bd-f533-48b0-ab68-744918d98226,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:14.597508 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ae06d9f9-008e-475f-afdc-b79d9310bcff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:14.601726 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ae06d9f9-008e-475f-afdc-b79d9310bcff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:14.603215 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-ae06d9f9-008e-475f-afdc-b79d9310bcff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ed078bd-f533-48b0-ab68-744918d98226 HTTP/1.1" status: 204 len: 168 time: 0.2368832 May 10 15:04:14.940163 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d25804-51e6-4079-8dcd-017d60aca71b req-a6bc83a9-4182-4130-b95c-c784e9d7c949 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:14.941641 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-66d25804-51e6-4079-8dcd-017d60aca71b req-a6bc83a9-4182-4130-b95c-c784e9d7c949 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.0889513 May 10 15:04:14.997513 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 44576) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:15.025929 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f8d2eb8a-3ee8-4e72-9492-f2efe188a4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:15.042987 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-f8d2eb8a-3ee8-4e72-9492-f2efe188a4b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:15.049288 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-f8d2eb8a-3ee8-4e72-9492-f2efe188a4b0 admin admin] Usage tracker for resource:security_group_rule and tenant:9ccde658e0de463a837f94f1f2b47f11 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:15.052695 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-f8d2eb8a-3ee8-4e72-9492-f2efe188a4b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:15.059813 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-f8d2eb8a-3ee8-4e72-9492-f2efe188a4b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:15.097477 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-66d25804-51e6-4079-8dcd-017d60aca71b req-a1e4b3e3-ffd3-4f2e-b61f-43c86c393de2 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488011 May 10 15:04:15.192818 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2014f-2322-4a4f-8799-32220757e151 req-8ac1cf30-86c8-45f8-8032-1f244920d259 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:15.194124 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f8d2eb8a-3ee8-4e72-9492-f2efe188a4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:15.194258 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d2a2014f-2322-4a4f-8799-32220757e151 req-8ac1cf30-86c8-45f8-8032-1f244920d259 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 943 time: 0.1443207 May 10 15:04:15.198389 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f8d2eb8a-3ee8-4e72-9492-f2efe188a4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:15.226204 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-05abc65b-aa71-477c-a5b8-22078d9fa75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:15.235289 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-f8d2eb8a-3ee8-4e72-9492-f2efe188a4b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ccde658e0de463a837f94f1f2b47f11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364628 May 10 15:04:15.239783 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 44580) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:15.257426 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d2a2014f-2322-4a4f-8799-32220757e151 req-abcf5b34-d8f7-40b0-bc51-9e0f0705e903 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556436 May 10 15:04:15.278368 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2eb8a-3ee8-4e72-9492-f2efe188a4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ac79c8-b039-4baa-9a59-a2ea4b130c90,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:15.290153 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-f8d2eb8a-3ee8-4e72-9492-f2efe188a4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:15.316184 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6654674e-dd6c-4919-913b-94e1f95d3178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:15.346081 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6654674e-dd6c-4919-913b-94e1f95d3178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:15.485152 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6654674e-dd6c-4919-913b-94e1f95d3178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:15.489194 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-cd73ac9a-50e3-4f70-bc48-3fb752bc6306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:15.504416 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654674e-dd6c-4919-913b-94e1f95d3178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ac79c8-b039-4baa-9a59-a2ea4b130c90,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:15.508089 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6654674e-dd6c-4919-913b-94e1f95d3178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:15.514266 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6654674e-dd6c-4919-913b-94e1f95d3178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:15.517827 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-6654674e-dd6c-4919-913b-94e1f95d3178 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c1ac79c8-b039-4baa-9a59-a2ea4b130c90 HTTP/1.1" status: 204 len: 168 time: 0.2746642 May 10 15:04:15.776478 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078d018-d73f-4708-ad86-4eb2d3357b0a req-745f1ce3-0387-4c99-9da7-4f2417160051 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:15.779121 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2078d018-d73f-4708-ad86-4eb2d3357b0a req-745f1ce3-0387-4c99-9da7-4f2417160051 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0915258 May 10 15:04:15.825327 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2078d018-d73f-4708-ad86-4eb2d3357b0a req-eff9b211-dccf-4db9-8601-dd45eca2065f tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408053 May 10 15:04:16.311378 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605bf6b-db00-4969-bcef-f086f0565ee1 req-3c594c2c-4a45-4331-9aa8-2f9eb850dcca tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:16.312953 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5605bf6b-db00-4969-bcef-f086f0565ee1 req-3c594c2c-4a45-4331-9aa8-2f9eb850dcca tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.0875022 May 10 15:04:16.323065 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 44614) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:16.362559 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5605bf6b-db00-4969-bcef-f086f0565ee1 req-87cc311a-2111-4106-b5b3-7f71ed74808b tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436139 May 10 15:04:16.439186 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-60208354-network', 'tenant_id': '414f2018b1f2444ba9176d25444f0b56'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:16.443860 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:16.447822 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] Usage tracker for resource:network and tenant:414f2018b1f2444ba9176d25444f0b56 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:16.451118 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:16.457442 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:16.468149 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] Made reservation on behalf of 414f2018b1f2444ba9176d25444f0b56 for: {'network': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:04:16.470470 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for network, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:16.482944 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:16.484047 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142a2a6-dc50-41af-9fea-3b0942ec3648 req-5430f132-3ac5-457f-8a83-29c694ca805c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:16.485476 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b142a2a6-dc50-41af-9fea-3b0942ec3648 req-5430f132-3ac5-457f-8a83-29c694ca805c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 943 time: 0.0810738 May 10 15:04:16.497078 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:16.500967 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] Usage tracker for resource:security_group_rule and tenant:414f2018b1f2444ba9176d25444f0b56 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:16.503842 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:16.509665 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:16.590468 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b142a2a6-dc50-41af-9fea-3b0942ec3648 req-15c58f78-6edf-42d7-82d5-0fec81b2b517 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991352 May 10 15:04:16.601809 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:16.605800 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:16.608773 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-deb338a9-21a5-4710-913d-e66eb596d390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:16.638079 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=78742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:04:16.643082 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b841c8c-7b12-448d-9af9-a4a0da689a32,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:16.646562 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:16.650672 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:16.650672 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.db.segments_db [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] Added segment 46588fbb-3def-4f93-a1eb-c909f16d5aad of type vlan for network 0c57c4e1-e04b-490b-a05c-4bbba2cec71b May 10 15:04:16.676078 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729786867074'] for network, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:16.706632 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for network, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:16.707932 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:16.708523 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:16.712977 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:16.809307 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] Pushing event updated for resources: {'Network': ['ID=0c57c4e1-e04b-490b-a05c-4bbba2cec71b,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:16.812270 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4849980 May 10 15:04:16.813295 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:16.815769 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 44620) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:16.820114 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Network 0c57c4e1-e04b-490b-a05c-4bbba2cec71b details requested by agent ovs-agent-dv-cinder-774286-14-iscsi with host dv-cinder-774286-14-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:04:16.821750 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-53b58a68-0393-4e97-b9ad-6618f263d5c1 admin admin] Request body: {'subnet': {'network_id': '0c57c4e1-e04b-490b-a05c-4bbba2cec71b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-60208354-subnet', 'tenant_id': '414f2018b1f2444ba9176d25444f0b56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:16.826998 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-53b58a68-0393-4e97-b9ad-6618f263d5c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:16.831019 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-53b58a68-0393-4e97-b9ad-6618f263d5c1 admin admin] Usage tracker for resource:subnet and tenant:414f2018b1f2444ba9176d25444f0b56 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:16.833922 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-53b58a68-0393-4e97-b9ad-6618f263d5c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:16.842626 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-53b58a68-0393-4e97-b9ad-6618f263d5c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:16.860811 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b58a68-0393-4e97-b9ad-6618f263d5c1 admin admin] Made reservation on behalf of 414f2018b1f2444ba9176d25444f0b56 for: {'subnet': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:04:16.864238 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-53b58a68-0393-4e97-b9ad-6618f263d5c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10807652'] for subnet, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:17.004808 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e312e-5b14-409e-bca1-dc4c48ecde47 req-bbbd5486-f09e-4f78-98a9-256efff94ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:17.006370 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e13e312e-5b14-409e-bca1-dc4c48ecde47 req-bbbd5486-f09e-4f78-98a9-256efff94ad6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=164a7782c9ce4c8aae0ebd02811a40d4&device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 1099 time: 0.1250894 May 10 15:04:17.152847 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d86d35-1614-48c3-932d-f68a81b4fb7b req-0b8528f5-1a77-436f-96b3-4d4a711b7d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:17.154438 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-89d86d35-1614-48c3-932d-f68a81b4fb7b req-0b8528f5-1a77-436f-96b3-4d4a711b7d5d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fffa979fe3184d2a9b52cf1e0d0c6fed&device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 1099 time: 0.1239748 May 10 15:04:17.167127 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a787b61-f1e2-442d-b891-7b556076eba8 req-104824a5-9c1c-497f-8989-98311657684a tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:17.168887 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1a787b61-f1e2-442d-b891-7b556076eba8 req-104824a5-9c1c-497f-8989-98311657684a tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.1976349 May 10 15:04:17.176264 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e312e-5b14-409e-bca1-dc4c48ecde47 req-07b4a246-488e-48e6-9907-3f21294056b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:17.177694 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e13e312e-5b14-409e-bca1-dc4c48ecde47 req-07b4a246-488e-48e6-9907-3f21294056b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=78f2fc67-b40a-47a4-af30-c194a9ec1a5e HTTP/1.1" status: 200 len: 919 time: 0.1642797 May 10 15:04:17.262197 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e13e312e-5b14-409e-bca1-dc4c48ecde47 req-14c56fa9-f61f-45b3-9e79-67464459017a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f60862bb-c3dd-4651-959b-0953f947eb7b HTTP/1.1" status: 200 len: 217 time: 0.0672901 May 10 15:04:17.316663 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1a787b61-f1e2-442d-b891-7b556076eba8 req-469919fb-f7ab-431e-b662-eb1a38f9e163 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372507 May 10 15:04:17.339735 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e312e-5b14-409e-bca1-dc4c48ecde47 req-e8953026-fe10-450d-80cf-efc1961b6f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:17.341218 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e13e312e-5b14-409e-bca1-dc4c48ecde47 req-e8953026-fe10-450d-80cf-efc1961b6f6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7951f8e4-474a-43bf-bfda-85f075a9c57f HTTP/1.1" status: 200 len: 858 time: 0.0720639 May 10 15:04:17.357188 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d86d35-1614-48c3-932d-f68a81b4fb7b req-08adbf4f-6139-4bea-af14-ed91bf4bd3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:17.358611 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-89d86d35-1614-48c3-932d-f68a81b4fb7b req-08adbf4f-6139-4bea-af14-ed91bf4bd3de service neutron] 10.222.0.47 "GET /v2.0/networks?id=4bd3a929-9efd-4c35-af1e-656216678278 HTTP/1.1" status: 200 len: 911 time: 0.1894367 May 10 15:04:17.390023 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e13e312e-5b14-409e-bca1-dc4c48ecde47 req-be2230b8-a566-47c1-802a-332978ecf3ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=78f2fc67-b40a-47a4-af30-c194a9ec1a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414889 May 10 15:04:17.482878 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-89d86d35-1614-48c3-932d-f68a81b4fb7b req-aee5e461-0380-4bab-977e-ecd18a33305e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ade340c-5fc5-4197-82b9-ac354157b449 HTTP/1.1" status: 200 len: 1001 time: 0.1157074 May 10 15:04:17.572943 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e13e312e-5b14-409e-bca1-dc4c48ecde47 req-ab86aa1e-a25d-479f-beb3-e82eb5fec5e5 service neutron] 10.222.0.47 "GET /v2.0/networks/78f2fc67-b40a-47a4-af30-c194a9ec1a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743724 May 10 15:04:17.589446 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d86d35-1614-48c3-932d-f68a81b4fb7b req-c5887d44-5f39-4f26-8209-9919f3e47ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:17.590881 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-89d86d35-1614-48c3-932d-f68a81b4fb7b req-c5887d44-5f39-4f26-8209-9919f3e47ea9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63dd5146-b7c8-4898-831f-2c4c3824cf1a HTTP/1.1" status: 200 len: 849 time: 0.0990646 May 10 15:04:17.611948 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07207949-a00f-44e2-8943-d3137b4f247f req-55b4f550-3633-4b38-af9b-6fdc8179cc5b tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:17.613390 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-07207949-a00f-44e2-8943-d3137b4f247f req-55b4f550-3633-4b38-af9b-6fdc8179cc5b tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1472785 May 10 15:04:17.644599 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-53b58a68-0393-4e97-b9ad-6618f263d5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10774988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10807574'] for subnet, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:17.652752 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:17.735148 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b58a68-0393-4e97-b9ad-6618f263d5c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99081f1e-3604-43d2-b781-a24d5d32ce97,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:17.743308 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-53b58a68-0393-4e97-b9ad-6618f263d5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:17.755848 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b58a68-0393-4e97-b9ad-6618f263d5c1 admin admin] Checking segment: {'id': '46588fbb-3def-4f93-a1eb-c909f16d5aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0c57c4e1-e04b-490b-a05c-4bbba2cec71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:04:17.756228 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b58a68-0393-4e97-b9ad-6618f263d5c1 admin admin] Network hostable DHCP agents. Network: 0c57c4e1-e04b-490b-a05c-4bbba2cec71b, hostable agents: ['c2c2a961-2376-4d10-9e89-a93ed7bded42'], hosted agents: [] {{(pid=78742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:04:17.757834 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-07207949-a00f-44e2-8943-d3137b4f247f req-6addd909-6f9d-44ab-b311-d3b15ce7b50e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965524 May 10 15:04:17.763491 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d86d35-1614-48c3-932d-f68a81b4fb7b req-1bfc5d07-7699-4616-a1ca-52a585c8857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:17.764999 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-89d86d35-1614-48c3-932d-f68a81b4fb7b req-1bfc5d07-7699-4616-a1ca-52a585c8857b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4bd3a929-9efd-4c35-af1e-656216678278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1661270 May 10 15:04:17.799158 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e13e312e-5b14-409e-bca1-dc4c48ecde47 req-e6fa1be8-bc5d-40a6-8260-8421e19bf3b6 service neutron] 10.222.0.47 "GET /v2.0/networks/78f2fc67-b40a-47a4-af30-c194a9ec1a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163389 May 10 15:04:17.829144 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625a6f6-56b0-486a-af6b-bdb663e5e71b req-e35c4a28-a87d-4ae4-8a89-e6d6faaa2122 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:17.830849 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3625a6f6-56b0-486a-af6b-bdb663e5e71b req-e35c4a28-a87d-4ae4-8a89-e6d6faaa2122 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 943 time: 0.1180267 May 10 15:04:17.849724 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b58a68-0393-4e97-b9ad-6618f263d5c1 admin admin] Network 0c57c4e1-e04b-490b-a05c-4bbba2cec71b is scheduled to be hosted by DHCP agent c2c2a961-2376-4d10-9e89-a93ed7bded42 with binding_index 1 {{(pid=78742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:04:17.872204 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-53b58a68-0393-4e97-b9ad-6618f263d5c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-14-iscsi, 0c57c4e1-e04b-490b-a05c-4bbba2cec71b) {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:04:17.881494 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0433ea-8488-4935-b7ac-f8c1450d2441 None None] Network 0c57c4e1-e04b-490b-a05c-4bbba2cec71b requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:04:17.882566 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3625a6f6-56b0-486a-af6b-bdb663e5e71b req-eba8a1ed-bdf1-4464-be77-a972fafb0ecb tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445359 May 10 15:04:17.896733 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b58a68-0393-4e97-b9ad-6618f263d5c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:17.897797 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-53b58a68-0393-4e97-b9ad-6618f263d5c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:17.928956 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-89d86d35-1614-48c3-932d-f68a81b4fb7b req-cee05e2e-984d-4473-bb04-5391d33e7f17 service neutron] 10.222.0.47 "GET /v2.0/networks/4bd3a929-9efd-4c35-af1e-656216678278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557834 May 10 15:04:17.934177 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-53b58a68-0393-4e97-b9ad-6618f263d5c1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1175184 May 10 15:04:18.072384 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-89d86d35-1614-48c3-932d-f68a81b4fb7b req-440d9890-9e23-4d58-b9d7-a7bd804e72b3 service neutron] 10.222.0.47 "GET /v2.0/networks/4bd3a929-9efd-4c35-af1e-656216678278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336586 May 10 15:04:18.109162 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dc14f0-908d-4389-b2f3-035043450b3e None None] Network 0c57c4e1-e04b-490b-a05c-4bbba2cec71b requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:04:18.458586 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 44650) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:18.464648 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-100634236-network', 'tenant_id': '722682cdfc67406e915533c642831a21'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:18.469097 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:18.472869 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] Usage tracker for resource:network and tenant:722682cdfc67406e915533c642831a21 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:18.475672 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:18.481891 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:18.491966 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] Made reservation on behalf of 722682cdfc67406e915533c642831a21 for: {'network': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:04:18.494436 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for network, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:18.499491 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946a98c-c5f2-411c-af77-fef44a9122df req-a5c21733-ed7d-4b20-b8c0-5a0a26a84db8 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:18.500980 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4946a98c-c5f2-411c-af77-fef44a9122df req-a5c21733-ed7d-4b20-b8c0-5a0a26a84db8 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0791421 May 10 15:04:18.509984 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:18.547200 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4946a98c-c5f2-411c-af77-fef44a9122df req-51377205-3203-433a-9bb5-2cd9b032b032 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405159 May 10 15:04:18.602513 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:18.606925 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] Usage tracker for resource:security_group_rule and tenant:722682cdfc67406e915533c642831a21 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:18.609774 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:18.615322 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:18.697658 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:18.701022 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:18.703781 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-46b86223-f74f-4ea2-a8a5-11b69c02aeb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:18.731246 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=78742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:04:18.739248 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a5fa32-8be4-4860-9a9a-d0de8e9c6ade,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:18.742669 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:18.745078 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:18.745415 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.db.segments_db [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] Added segment 58039f97-8091-42aa-af32-cfd669af8313 of type vlan for network 01f3a47e-c78b-4d46-97cd-764704caac63 May 10 15:04:18.770539 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729786867074'] for network, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:18.799590 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for network, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:18.800879 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:18.801450 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:18.804747 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a11395b6-c742-4bc1-a1d3-8b332092c535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:18.905409 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] Pushing event updated for resources: {'Network': ['ID=01f3a47e-c78b-4d46-97cd-764704caac63,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:18.908318 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4487827 May 10 15:04:18.910205 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:18.911095 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 44660) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:18.916934 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-d3680606-cca3-4081-bc10-42152abb8d82 admin admin] Request body: {'subnet': {'network_id': '01f3a47e-c78b-4d46-97cd-764704caac63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-100634236-subnet', 'tenant_id': '722682cdfc67406e915533c642831a21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:04:18.919578 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Network 01f3a47e-c78b-4d46-97cd-764704caac63 details requested by agent ovs-agent-dv-cinder-774286-14-iscsi with host dv-cinder-774286-14-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:04:18.922692 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-d3680606-cca3-4081-bc10-42152abb8d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:18.926453 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-d3680606-cca3-4081-bc10-42152abb8d82 admin admin] Usage tracker for resource:subnet and tenant:722682cdfc67406e915533c642831a21 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:18.929888 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-d3680606-cca3-4081-bc10-42152abb8d82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:18.935662 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-d3680606-cca3-4081-bc10-42152abb8d82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:18.945289 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3680606-cca3-4081-bc10-42152abb8d82 admin admin] Made reservation on behalf of 722682cdfc67406e915533c642831a21 for: {'subnet': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:04:18.947602 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d3680606-cca3-4081-bc10-42152abb8d82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10807652'] for subnet, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:18.999197 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfb85a-7c1f-4e42-8029-10cf15dce7fe req-f030f4fb-17e6-4d23-85d0-ad196a59bd70 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:19.000759 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8adfb85a-7c1f-4e42-8029-10cf15dce7fe req-f030f4fb-17e6-4d23-85d0-ad196a59bd70 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1206801 May 10 15:04:19.105111 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8adfb85a-7c1f-4e42-8029-10cf15dce7fe req-e2e1c6ad-12eb-42e7-b8cb-a31879cfed12 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975218 May 10 15:04:19.149867 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf342a7d-ffd2-460b-a6bd-f753f57a790e req-86ba162e-bb7a-45ab-b9dd-66cd75031c50 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:19.151326 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bf342a7d-ffd2-460b-a6bd-f753f57a790e req-86ba162e-bb7a-45ab-b9dd-66cd75031c50 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 943 time: 0.1148491 May 10 15:04:19.197819 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bf342a7d-ffd2-460b-a6bd-f753f57a790e req-f94bb062-63e8-42ff-8988-f8b5fb1d6246 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405037 May 10 15:04:19.361372 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d3680606-cca3-4081-bc10-42152abb8d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10774988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10807574'] for subnet, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:19.365788 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:19.437248 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3680606-cca3-4081-bc10-42152abb8d82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a88e26bf-7193-4c38-b82f-1d3cd4051f67,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:19.442363 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d3680606-cca3-4081-bc10-42152abb8d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:19.444749 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3680606-cca3-4081-bc10-42152abb8d82 admin admin] Checking segment: {'id': '58039f97-8091-42aa-af32-cfd669af8313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '01f3a47e-c78b-4d46-97cd-764704caac63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:04:19.445098 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3680606-cca3-4081-bc10-42152abb8d82 admin admin] Network hostable DHCP agents. Network: 01f3a47e-c78b-4d46-97cd-764704caac63, hostable agents: ['c2c2a961-2376-4d10-9e89-a93ed7bded42'], hosted agents: [] {{(pid=78742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:04:19.462382 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3680606-cca3-4081-bc10-42152abb8d82 admin admin] Network 01f3a47e-c78b-4d46-97cd-764704caac63 is scheduled to be hosted by DHCP agent c2c2a961-2376-4d10-9e89-a93ed7bded42 with binding_index 1 {{(pid=78742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:04:19.471422 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-d3680606-cca3-4081-bc10-42152abb8d82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-14-iscsi, 01f3a47e-c78b-4d46-97cd-764704caac63) {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:04:19.479287 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3680606-cca3-4081-bc10-42152abb8d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:19.479896 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d3680606-cca3-4081-bc10-42152abb8d82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:19.480236 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc6087a-2d07-45d9-82bb-402314fc2c88 None None] Network 01f3a47e-c78b-4d46-97cd-764704caac63 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:04:19.499784 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-d3680606-cca3-4081-bc10-42152abb8d82 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5876846 May 10 15:04:19.689735 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57644b31-91f4-4fa4-8c92-da6ca1e80f15 None None] Network 01f3a47e-c78b-4d46-97cd-764704caac63 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:04:19.743084 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3f6d9-b70a-4d1f-bf6a-0f2c5a0b4565 req-31a2e662-3bc1-4473-8daa-a9bb1f11b743 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:19.748567 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1bd3f6d9-b70a-4d1f-bf6a-0f2c5a0b4565 req-31a2e662-3bc1-4473-8daa-a9bb1f11b743 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0878079 May 10 15:04:19.790028 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1bd3f6d9-b70a-4d1f-bf6a-0f2c5a0b4565 req-932849b0-dae0-4a28-85b0-a0300a6f120d tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393512 May 10 15:04:20.317502 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c52532-617b-4a6a-8d23-399c5ab95d0e req-2e548561-2485-48f1-b44b-881b8b55aad7 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:20.325451 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d2c52532-617b-4a6a-8d23-399c5ab95d0e req-2e548561-2485-48f1-b44b-881b8b55aad7 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.0998435 May 10 15:04:20.383188 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d2c52532-617b-4a6a-8d23-399c5ab95d0e req-b75fb3c8-0436-45c3-8487-65186f97777f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566924 May 10 15:04:20.470705 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace8bce-c695-4bc9-b8b9-8a36078ebe19 req-2937870e-f8f5-4e86-bf2a-e35983ffbd54 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:20.472161 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5ace8bce-c695-4bc9-b8b9-8a36078ebe19 req-2937870e-f8f5-4e86-bf2a-e35983ffbd54 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 943 time: 0.0835609 May 10 15:04:20.516190 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5ace8bce-c695-4bc9-b8b9-8a36078ebe19 req-5e92b59a-26ad-4e80-a1db-b0b41e89e869 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383792 May 10 15:04:21.585326 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c825b4-89aa-4de8-96e2-ec0a93cf5410 req-888b6a05-e8bd-40dc-a7a6-0d2766081e8f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:21.594478 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b0c825b4-89aa-4de8-96e2-ec0a93cf5410 req-888b6a05-e8bd-40dc-a7a6-0d2766081e8f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1044538 May 10 15:04:21.747585 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b0c825b4-89aa-4de8-96e2-ec0a93cf5410 req-6a9b2bd3-3739-44ef-865c-3bb21777e24c tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521897 May 10 15:04:21.782040 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcaa2d8-d6e7-46d4-802b-62955b89b15c req-40b36abe-4d0f-4a1c-81b3-dbd973e94140 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:21.783475 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3dcaa2d8-d6e7-46d4-802b-62955b89b15c req-40b36abe-4d0f-4a1c-81b3-dbd973e94140 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 943 time: 0.1021595 May 10 15:04:21.827166 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3dcaa2d8-d6e7-46d4-802b-62955b89b15c req-0977ab66-d66a-4cea-b75d-30bffdb32bdf tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380161 May 10 15:04:22.942661 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10173b09-b1a2-43c4-8951-1b20fdfe96ef req-2af74449-13b8-44e1-ae91-54ddbb37d9b0 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:22.949304 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-10173b09-b1a2-43c4-8951-1b20fdfe96ef req-2af74449-13b8-44e1-ae91-54ddbb37d9b0 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.0939224 May 10 15:04:22.994831 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-10173b09-b1a2-43c4-8951-1b20fdfe96ef req-36d30e9a-5015-4ece-8640-2a4ecbeb65f3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442574 May 10 15:04:23.146946 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc74d06-7730-4dce-aa91-aa186b50aed5 req-26dc45d0-0804-43ba-b031-208479cb43b2 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:23.148402 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-edc74d06-7730-4dce-aa91-aa186b50aed5 req-26dc45d0-0804-43ba-b031-208479cb43b2 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 943 time: 0.1203544 May 10 15:04:23.206969 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-edc74d06-7730-4dce-aa91-aa186b50aed5 req-b4427ab2-07c5-4efd-815b-165ca938261a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516980 May 10 15:04:23.229351 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2038ffb-7b31-4b13-8ed2-19c5f0493db6 req-55382c99-de0b-4c49-a50e-a566d2206bba tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:23.231235 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d2038ffb-7b31-4b13-8ed2-19c5f0493db6 req-55382c99-de0b-4c49-a50e-a566d2206bba tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=45927021-872d-4b64-a34c-fd775d146920 HTTP/1.1" status: 200 len: 946 time: 0.1302218 May 10 15:04:23.275650 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d2038ffb-7b31-4b13-8ed2-19c5f0493db6 req-a3635c57-0fb2-4934-8839-098b9b77f23e tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/security-groups?id=553cd71f-d299-472d-bad6-a4e11a0cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383272 May 10 15:04:24.185666 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dadd1d-0c83-4b58-8003-24a843ffb334 req-65abac0f-1115-4368-9d65-4c257962d337 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:24.187014 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e3dadd1d-0c83-4b58-8003-24a843ffb334 req-65abac0f-1115-4368-9d65-4c257962d337 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.0829654 May 10 15:04:24.230622 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e3dadd1d-0c83-4b58-8003-24a843ffb334 req-93b27fd1-0daa-4233-8952-68e46ac86370 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379276 May 10 15:04:24.440348 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c266b-b558-4592-b596-e56fe2d68b97 req-5c656563-9456-4dc6-81b4-902ba85d2e1c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:24.441685 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-706c266b-b558-4592-b596-e56fe2d68b97 req-5c656563-9456-4dc6-81b4-902ba85d2e1c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 943 time: 0.1194971 May 10 15:04:24.496949 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-706c266b-b558-4592-b596-e56fe2d68b97 req-da636764-2983-49fd-8d2a-09346fb55e00 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481493 May 10 15:04:24.526262 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c44839-8d01-4fef-aedd-5672288f4e90 req-303d2d36-542a-4fcd-85a3-2dbbeb595002 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:24.526262 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e3c44839-8d01-4fef-aedd-5672288f4e90 req-303d2d36-542a-4fcd-85a3-2dbbeb595002 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=45927021-872d-4b64-a34c-fd775d146920 HTTP/1.1" status: 200 len: 946 time: 0.1341939 May 10 15:04:24.563533 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e3c44839-8d01-4fef-aedd-5672288f4e90 req-1dff4881-605f-4a34-a279-3730627b3f03 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/security-groups?id=553cd71f-d299-472d-bad6-a4e11a0cbe6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392342 May 10 15:04:24.768012 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3353d-9fdc-4400-83c1-1b6613b6cd73 req-859ab44a-b042-475c-94a5-8b9ee2309ecd tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:24.768779 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-dfc3353d-9fdc-4400-83c1-1b6613b6cd73 req-859ab44a-b042-475c-94a5-8b9ee2309ecd tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Synchronizing usage tracker for tenant:3222bff414db4628b3a31649eb8f9715 on resource:port {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:04:24.781475 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-dfc3353d-9fdc-4400-83c1-1b6613b6cd73 req-859ab44a-b042-475c-94a5-8b9ee2309ecd tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Unset dirty status for tenant:3222bff414db4628b3a31649eb8f9715 on resource:port {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:04:24.782638 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-dfc3353d-9fdc-4400-83c1-1b6613b6cd73 req-859ab44a-b042-475c-94a5-8b9ee2309ecd tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.47 "GET /v2.0/ports?device_id=45927021-872d-4b64-a34c-fd775d146920 HTTP/1.1" status: 200 len: 946 time: 0.1013641 May 10 15:04:24.929252 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [req-dfc3353d-9fdc-4400-83c1-1b6613b6cd73 req-11f07bcd-2af9-4bc2-b0f5-0920b3e95fde tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Deleting port 96cfb71a-b87e-4b62-a76b-c9d05ad1094f {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:04:24.929475 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-dfc3353d-9fdc-4400-83c1-1b6613b6cd73 req-11f07bcd-2af9-4bc2-b0f5-0920b3e95fde tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:25.085829 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-dfc3353d-9fdc-4400-83c1-1b6613b6cd73 req-11f07bcd-2af9-4bc2-b0f5-0920b3e95fde tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] For port 96cfb71a-b87e-4b62-a76b-c9d05ad1094f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=96cfb71a-b87e-4b62-a76b-c9d05ad1094f,segment=NetworkSegment(52280481-a84c-4a84-9476-5233144bac56),segment_id=52280481-a84c-4a84-9476-5233144bac56)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:25.086195 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-dfc3353d-9fdc-4400-83c1-1b6613b6cd73 req-11f07bcd-2af9-4bc2-b0f5-0920b3e95fde tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:25.213865 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [req-dfc3353d-9fdc-4400-83c1-1b6613b6cd73 req-11f07bcd-2af9-4bc2-b0f5-0920b3e95fde tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Calling delete_port for 96cfb71a-b87e-4b62-a76b-c9d05ad1094f owned by compute:nova {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:04:25.321623 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-dfc3353d-9fdc-4400-83c1-1b6613b6cd73 req-11f07bcd-2af9-4bc2-b0f5-0920b3e95fde tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:25.327388 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:25.332897 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['96cfb71a-b87e-4b62-a76b-c9d05ad1094f'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:04:25.377177 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f07bcd-2af9-4bc2-b0f5-0920b3e95fde tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Pushing event deleted for resources: {'Port': ['ID=96cfb71a-b87e-4b62-a76b-c9d05ad1094f,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:25.380403 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-11f07bcd-2af9-4bc2-b0f5-0920b3e95fde tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:25.453345 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc3353d-9fdc-4400-83c1-1b6613b6cd73 req-11f07bcd-2af9-4bc2-b0f5-0920b3e95fde tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] No DVR routers for this DVR port 96cfb71a-b87e-4b62-a76b-c9d05ad1094f on host hv-cinder-77428 {{(pid=78742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:04:25.455840 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-dfc3353d-9fdc-4400-83c1-1b6613b6cd73 req-11f07bcd-2af9-4bc2-b0f5-0920b3e95fde tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:25.458441 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45927021-872d-4b64-a34c-fd775d146920', 'name': 'network-vif-deleted', 'tag': '96cfb71a-b87e-4b62-a76b-c9d05ad1094f'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:04:25.474072 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-dfc3353d-9fdc-4400-83c1-1b6613b6cd73 req-11f07bcd-2af9-4bc2-b0f5-0920b3e95fde tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.47 "DELETE /v2.0/ports/96cfb71a-b87e-4b62-a76b-c9d05ad1094f HTTP/1.1" status: 204 len: 173 time: 0.6858425 May 10 15:04:25.505277 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45927021-872d-4b64-a34c-fd775d146920', 'name': 'network-vif-deleted', 'tag': '96cfb71a-b87e-4b62-a76b-c9d05ad1094f', 'status': 'completed', 'code': 200} May 10 15:04:25.726049 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89fb8e-587d-45b0-affb-ebe85e766b93 req-52e106f5-b7b6-42dd-bdd3-f0221d5b2898 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:25.727453 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6f89fb8e-587d-45b0-affb-ebe85e766b93 req-52e106f5-b7b6-42dd-bdd3-f0221d5b2898 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 943 time: 0.1112006 May 10 15:04:25.752105 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-924c7ee1-dbca-4c77-bcde-a59c8d0de654 req-b4e7db67-1b14-4b21-9eaf-d27f01a5ad00 tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] 10.222.0.30 "GET /v2.0/ports?device_id=45927021-872d-4b64-a34c-fd775d146920 HTTP/1.1" status: 200 len: 210 time: 0.0634074 May 10 15:04:25.779147 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6f89fb8e-587d-45b0-affb-ebe85e766b93 req-ffa07d38-e1af-452f-92b7-a7ddf95f1112 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453134 May 10 15:04:26.536015 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfb0da-4840-41b3-ad4c-84801d0495a2 req-a12ebbb3-77b7-4c3d-b5c9-6e4c61d6d53e tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:26.537444 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-08cfb0da-4840-41b3-ad4c-84801d0495a2 req-a12ebbb3-77b7-4c3d-b5c9-6e4c61d6d53e tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.0864148 May 10 15:04:26.581607 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-08cfb0da-4840-41b3-ad4c-84801d0495a2 req-b859b24c-c512-44a9-8ede-de13d3c4800c tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380030 May 10 15:04:26.740494 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:04:26.875949 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:26.890981 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Returning: {'device': '7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'port_id': '7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3', 'mac_address': 'fa:16:3e:4d:94:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:04:26.950221 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:26.967268 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:04:26.982374 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a1335-771a-43bf-9479-2611d334b6d0 req-39596b33-57b4-4e2b-9457-71679e73db71 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:26.983258 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:26.984108 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-782a1335-771a-43bf-9479-2611d334b6d0 req-39596b33-57b4-4e2b-9457-71679e73db71 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 943 time: 0.0860677 May 10 15:04:26.987473 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:26.990294 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9ca0c169-91b4-451f-855f-d783aaeef8e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:27.040197 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-782a1335-771a-43bf-9479-2611d334b6d0 req-6ac91ecb-5759-43b6-9299-39cf0f3ba2eb tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494978 May 10 15:04:27.064774 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3,revision_number=9']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:27.072811 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:27.277994 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:04:27.765588 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e5fcd-f6a2-43c7-baef-263b7bbd9512 req-efb11cd8-61de-410e-b317-3ee269133be6 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:27.767016 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-779e5fcd-f6a2-43c7-baef-263b7bbd9512 req-efb11cd8-61de-410e-b317-3ee269133be6 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.0814440 May 10 15:04:27.811286 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-779e5fcd-f6a2-43c7-baef-263b7bbd9512 req-76b1364f-6321-43bd-a53a-ae39b8d09746 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382636 May 10 15:04:28.246091 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f681c2a-68d0-4f71-aded-0b79ef751557 req-e364069d-05f0-4391-9aac-711c14026671 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:28.247536 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7f681c2a-68d0-4f71-aded-0b79ef751557 req-e364069d-05f0-4391-9aac-711c14026671 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 944 time: 0.0839179 May 10 15:04:28.291456 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7f681c2a-68d0-4f71-aded-0b79ef751557 req-849ddc62-6910-43db-a4c7-38704635dd66 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381844 May 10 15:04:28.756796 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 up at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:04:28.821511 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning complete for port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:04:28.821881 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:28.936522 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:28.962588 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:04:28.972186 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:28.977554 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:28.978476 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 96cfb71a-b87e-4b62-a76b-c9d05ad1094f no longer exists at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:04:29.001282 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806cd81-3538-4a22-b7c6-fa7ad3f9a398 req-26afd0fa-a7c3-4bb8-9eb2-6bef71e8092f tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:29.002758 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e806cd81-3538-4a22-b7c6-fa7ad3f9a398 req-26afd0fa-a7c3-4bb8-9eb2-6bef71e8092f tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.0808899 May 10 15:04:29.016234 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3', 'code': 200} May 10 15:04:29.018113 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:29.059205 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e806cd81-3538-4a22-b7c6-fa7ad3f9a398 req-edaf9903-7243-49fe-a744-0e61dcbaf743 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503988 May 10 15:04:29.064561 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] No Port match for: 96cfb71a-b87e-4b62-a76b-c9d05ad1094f {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:04:29.064908 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 96cfb71a-b87e-4b62-a76b-c9d05ad1094f not bound to the agent host hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:04:29.090177 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3,revision_number=10']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:29.093700 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:29.498757 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7b70d-b991-4f0b-86e6-879ff2966639 req-5a0767ba-ce68-44a7-a58b-7b03992a330e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:29.500245 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-19c7b70d-b991-4f0b-86e6-879ff2966639 req-5a0767ba-ce68-44a7-a58b-7b03992a330e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 946 time: 0.0901780 May 10 15:04:29.543995 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-19c7b70d-b991-4f0b-86e6-879ff2966639 req-55a3b7b2-2770-46cf-b98c-e72140000f10 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380845 May 10 15:04:30.235586 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83d41f-4e99-4145-98a3-0f94f0492b80 req-da01742f-284f-4900-ad26-a9d914b6e155 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:30.237028 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5e83d41f-4e99-4145-98a3-0f94f0492b80 req-da01742f-284f-4900-ad26-a9d914b6e155 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.0816078 May 10 15:04:30.280272 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5e83d41f-4e99-4145-98a3-0f94f0492b80 req-b62627f9-0623-4a1e-a35f-c6619feb1fcd tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375752 May 10 15:04:30.730209 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190eed7f-49a6-43c9-8a97-60a68380f1fc req-d0aa95a3-3ed6-4fe3-b572-b5f67da67a90 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:30.731567 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-190eed7f-49a6-43c9-8a97-60a68380f1fc req-d0aa95a3-3ed6-4fe3-b572-b5f67da67a90 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 946 time: 0.0775962 May 10 15:04:30.774866 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-190eed7f-49a6-43c9-8a97-60a68380f1fc req-d8d4f6ad-7787-4cd6-bb1c-cc86a30bb2e9 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377054 May 10 15:04:31.154120 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:04:31.510175 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21b5a3-eaad-4f9a-97ce-076ca2ea66fd req-5a5e15ce-09f3-44cf-ad19-d2c1f113d0a5 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:31.512191 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0f21b5a3-eaad-4f9a-97ce-076ca2ea66fd req-5a5e15ce-09f3-44cf-ad19-d2c1f113d0a5 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.1306877 May 10 15:04:31.555336 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0f21b5a3-eaad-4f9a-97ce-076ca2ea66fd req-340fa772-852b-48fb-a005-581bfdd3f98c tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374749 May 10 15:04:31.965702 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15adb95-2a78-4d69-95a0-35118da992f3 req-1164e7e6-6572-4021-a590-134608e76fa4 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:31.967235 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c15adb95-2a78-4d69-95a0-35118da992f3 req-1164e7e6-6572-4021-a590-134608e76fa4 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 946 time: 0.0795162 May 10 15:04:32.012276 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c15adb95-2a78-4d69-95a0-35118da992f3 req-0188fd8a-916e-408f-8aca-f1b9aa070a33 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392420 May 10 15:04:32.079745 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de055b-708c-4533-b0e3-3082d3569521 req-c8331efb-420e-445e-a735-9763913b4585 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:32.080465 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-94de055b-708c-4533-b0e3-3082d3569521 req-c8331efb-420e-445e-a735-9763913b4585 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Synchronizing usage tracker for tenant:164a7782c9ce4c8aae0ebd02811a40d4 on resource:port {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:04:32.092487 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-94de055b-708c-4533-b0e3-3082d3569521 req-c8331efb-420e-445e-a735-9763913b4585 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Unset dirty status for tenant:164a7782c9ce4c8aae0ebd02811a40d4 on resource:port {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:04:32.093552 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-94de055b-708c-4533-b0e3-3082d3569521 req-c8331efb-420e-445e-a735-9763913b4585 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.47 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 945 time: 0.1013300 May 10 15:04:32.311450 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [req-94de055b-708c-4533-b0e3-3082d3569521 req-5fc046ec-20ef-4c68-b52f-b8aa93e6bc40 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Deleting port 53c33743-67fa-404c-9be9-18a7d00b4c61 {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:04:32.311799 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-94de055b-708c-4533-b0e3-3082d3569521 req-5fc046ec-20ef-4c68-b52f-b8aa93e6bc40 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:32.350834 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d356b00-1ce7-43a3-9d9e-3d36a277127a req-5a918fba-a9f0-4d6b-9331-e6e6489496f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:32.352226 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3d356b00-1ce7-43a3-9d9e-3d36a277127a req-5a918fba-a9f0-4d6b-9331-e6e6489496f8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 1099 time: 0.0701609 May 10 15:04:32.395035 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3d356b00-1ce7-43a3-9d9e-3d36a277127a req-ac08d947-69d1-4413-bfbc-0cda044e1cef service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355248 May 10 15:04:32.441573 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-94de055b-708c-4533-b0e3-3082d3569521 req-5fc046ec-20ef-4c68-b52f-b8aa93e6bc40 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] For port 53c33743-67fa-404c-9be9-18a7d00b4c61, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=53c33743-67fa-404c-9be9-18a7d00b4c61,segment=NetworkSegment(d17850d2-1902-43b7-8545-f8140c991329),segment_id=d17850d2-1902-43b7-8545-f8140c991329)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:32.441924 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-94de055b-708c-4533-b0e3-3082d3569521 req-5fc046ec-20ef-4c68-b52f-b8aa93e6bc40 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:32.559937 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [req-94de055b-708c-4533-b0e3-3082d3569521 req-5fc046ec-20ef-4c68-b52f-b8aa93e6bc40 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Calling delete_port for 53c33743-67fa-404c-9be9-18a7d00b4c61 owned by compute:nova {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:04:32.670837 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-94de055b-708c-4533-b0e3-3082d3569521 req-5fc046ec-20ef-4c68-b52f-b8aa93e6bc40 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:32.676665 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-08e65fb7-ebd4-4689-84fa-de94fa210c6f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:32.683542 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['f60862bb-c3dd-4651-959b-0953f947eb7b', '53c33743-67fa-404c-9be9-18a7d00b4c61'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:04:32.710530 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7d0a6914-f6fd-4674-a458-804e12d07024 req-3e0fdef8-f924-404f-9a7e-8b4034161f91 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a25748-481a-43ad-b561-08a3dab4ece1 HTTP/1.1" status: 200 len: 210 time: 0.0460176 May 10 15:04:32.722491 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc046ec-20ef-4c68-b52f-b8aa93e6bc40 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Pushing event deleted for resources: {'Port': ['ID=53c33743-67fa-404c-9be9-18a7d00b4c61,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:32.727124 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5fc046ec-20ef-4c68-b52f-b8aa93e6bc40 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:32.815020 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [req-94de055b-708c-4533-b0e3-3082d3569521 req-5fc046ec-20ef-4c68-b52f-b8aa93e6bc40 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] No DVR routers for this DVR port 53c33743-67fa-404c-9be9-18a7d00b4c61 on host hv-cinder-77428 {{(pid=78742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:04:32.817561 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-94de055b-708c-4533-b0e3-3082d3569521 req-5fc046ec-20ef-4c68-b52f-b8aa93e6bc40 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:32.827721 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a25748-481a-43ad-b561-08a3dab4ece1', 'name': 'network-vif-deleted', 'tag': '53c33743-67fa-404c-9be9-18a7d00b4c61'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:04:32.834180 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-94de055b-708c-4533-b0e3-3082d3569521 req-5fc046ec-20ef-4c68-b52f-b8aa93e6bc40 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.47 "DELETE /v2.0/ports/53c33743-67fa-404c-9be9-18a7d00b4c61 HTTP/1.1" status: 204 len: 173 time: 0.7260542 May 10 15:04:32.903332 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a25748-481a-43ad-b561-08a3dab4ece1', 'name': 'network-vif-deleted', 'tag': '53c33743-67fa-404c-9be9-18a7d00b4c61', 'status': 'completed', 'code': 200} May 10 15:04:33.237220 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbe616-941b-4ca1-b56b-2f7de1f3969f req-cf60641a-8169-4510-9882-20932bdf8c75 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:33.239630 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f3dbe616-941b-4ca1-b56b-2f7de1f3969f req-cf60641a-8169-4510-9882-20932bdf8c75 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 946 time: 0.0903122 May 10 15:04:33.306542 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f3dbe616-941b-4ca1-b56b-2f7de1f3969f req-1915951a-dfa8-4f8f-b4b5-90eb351b8f0f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596137 May 10 15:04:34.186770 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a223f-b473-47b2-a5a5-38781cb5d335 req-aa7afb0e-5b6b-4ae2-ad68-a007e373f407 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:34.188245 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b31a223f-b473-47b2-a5a5-38781cb5d335 req-aa7afb0e-5b6b-4ae2-ad68-a007e373f407 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0821168 May 10 15:04:34.227492 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:34.235065 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b31a223f-b473-47b2-a5a5-38781cb5d335 req-23076505-95b3-4696-920b-74b9b725a5cd tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410511 May 10 15:04:34.498889 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2af12c-9b34-4872-9496-61ebc38e6d14 req-c0c7ddb9-a7e5-434a-95df-1886a3c037ca tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:34.500260 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9b2af12c-9b34-4872-9496-61ebc38e6d14 req-c0c7ddb9-a7e5-434a-95df-1886a3c037ca tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 946 time: 0.0820873 May 10 15:04:34.547120 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9b2af12c-9b34-4872-9496-61ebc38e6d14 req-5ff1b538-2c3f-4ebc-8df9-f446f5b07e64 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397193 May 10 15:04:35.413653 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961ba19-80b1-4afb-82ad-3d3c47b59548 req-5610035c-e753-43c4-a773-79b23120e169 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:35.414971 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0961ba19-80b1-4afb-82ad-3d3c47b59548 req-5610035c-e753-43c4-a773-79b23120e169 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0768974 May 10 15:04:35.461307 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0961ba19-80b1-4afb-82ad-3d3c47b59548 req-692d874b-0ba8-4fad-a4d3-3c514e94d74a tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399251 May 10 15:04:35.849407 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2010f0e5-83f1-4373-93a6-15250bebe2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:36.644708 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87e1ec-9214-4f1f-b2cf-a206070a725a req-4782290f-60fc-499e-92e5-263f86055d66 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:36.646175 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3a87e1ec-9214-4f1f-b2cf-a206070a725a req-4782290f-60fc-499e-92e5-263f86055d66 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0798366 May 10 15:04:36.691651 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3a87e1ec-9214-4f1f-b2cf-a206070a725a req-2eb378f1-a1e3-493f-a8b4-83e42885151f tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391192 May 10 15:04:36.772333 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 53c33743-67fa-404c-9be9-18a7d00b4c61 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:04:36.805880 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] No Port match for: 53c33743-67fa-404c-9be9-18a7d00b4c61 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:04:36.806146 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 53c33743-67fa-404c-9be9-18a7d00b4c61 not bound to the agent host hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:04:37.874134 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f91ab-8531-4012-8bd7-ad3602562d7d req-d718fdf8-1d66-4964-8e8e-212ea42c3d06 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:37.875525 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-242f91ab-8531-4012-8bd7-ad3602562d7d req-d718fdf8-1d66-4964-8e8e-212ea42c3d06 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0795081 May 10 15:04:37.918274 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-242f91ab-8531-4012-8bd7-ad3602562d7d req-222bf5e3-7a52-493a-a9be-58609acad263 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371110 May 10 15:04:38.274851 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 44982) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:38.333661 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a470578-c390-4e08-96d0-be383aeff010 admin admin] Deleting subnet 99081f1e-3604-43d2-b781-a24d5d32ce97 {{(pid=78742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:04:38.336592 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2a470578-c390-4e08-96d0-be383aeff010 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:38.384597 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2a470578-c390-4e08-96d0-be383aeff010 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2091132'] for subnet, precommit_delete_associations {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:38.431905 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:38.443730 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2a470578-c390-4e08-96d0-be383aeff010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482653'] for subnet, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:38.582019 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-fec7d64e-3656-4fda-88c1-da9fb93af087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:38.681690 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2a470578-c390-4e08-96d0-be383aeff010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10903567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10807567'] for subnet, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:38.685668 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d3680606-cca3-4081-bc10-42152abb8d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:38.724856 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a470578-c390-4e08-96d0-be383aeff010 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99081f1e-3604-43d2-b781-a24d5d32ce97,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:38.727856 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2a470578-c390-4e08-96d0-be383aeff010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:38.728850 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2a470578-c390-4e08-96d0-be383aeff010 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:38.735377 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-2a470578-c390-4e08-96d0-be383aeff010 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/99081f1e-3604-43d2-b781-a24d5d32ce97 HTTP/1.1" status: 204 len: 168 time: 0.4594862 May 10 15:04:38.737827 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 44988) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:38.839442 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-223cbfba-d5d7-4acb-85e9-875e0ca84de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3591965'] for network, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:38.957754 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-223cbfba-d5d7-4acb-85e9-875e0ca84de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488998', 'neutron.services.segments.db._delete_segments_for_network-8729787289501'] for network, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:38.970812 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-223cbfba-d5d7-4acb-85e9-875e0ca84de5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c57c4e1-e04b-490b-a05c-4bbba2cec71b']}} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:38.983178 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-223cbfba-d5d7-4acb-85e9-875e0ca84de5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46588fbb-3def-4f93-a1eb-c909f16d5aad') {'for_net_delete': True} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:38.983472 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-223cbfba-d5d7-4acb-85e9-875e0ca84de5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46588fbb-3def-4f93-a1eb-c909f16d5aad') {} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:38.994451 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-223cbfba-d5d7-4acb-85e9-875e0ca84de5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729787301479', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2091107'] for segment, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:39.009835 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-223cbfba-d5d7-4acb-85e9-875e0ca84de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:39.016839 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-223cbfba-d5d7-4acb-85e9-875e0ca84de5 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=78742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:04:39.017316 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-223cbfba-d5d7-4acb-85e9-875e0ca84de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10903657'] for segment, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: Traceback (most recent call last): May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: timer() May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: cb(*args, **kw) May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: return func(*args, **kwargs) May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: self._notify() May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: self.callback(batched_events) May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: event.method(event) May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: return f(self, *a, **k) May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: return self._get(url).json() May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: return self.request(url, 'GET', **kwargs) May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:04:39.030913 dv-cinder-774286-14-iscsi neutron-server[78742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:04:39.107907 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc28e1b-731c-48c2-adcc-832c8008812a req-a2b9335a-ce72-4d36-bf1b-ed26a55c49e3 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:39.109991 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8dc28e1b-731c-48c2-adcc-832c8008812a req-a2b9335a-ce72-4d36-bf1b-ed26a55c49e3 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0848911 May 10 15:04:39.111451 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-223cbfba-d5d7-4acb-85e9-875e0ca84de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405887'] for network, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:39.114967 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:39.127554 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-223cbfba-d5d7-4acb-85e9-875e0ca84de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:39.137385 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223cbfba-d5d7-4acb-85e9-875e0ca84de5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c57c4e1-e04b-490b-a05c-4bbba2cec71b,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:39.142605 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-223cbfba-d5d7-4acb-85e9-875e0ca84de5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0c57c4e1-e04b-490b-a05c-4bbba2cec71b HTTP/1.1" status: 204 len: 168 time: 0.4010961 May 10 15:04:39.142605 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-223cbfba-d5d7-4acb-85e9-875e0ca84de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:39.143075 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 44994) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:39.160571 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8dc28e1b-731c-48c2-adcc-832c8008812a req-406e394b-ef0b-4045-bf4f-81e393477890 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445149 May 10 15:04:39.201253 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9dc1e6d-f379-47dd-a998-6c10fd53ab5a admin admin] Deleting subnet a88e26bf-7193-4c38-b82f-1d3cd4051f67 {{(pid=78742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:04:39.204138 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c9dc1e6d-f379-47dd-a998-6c10fd53ab5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:39.333025 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c9dc1e6d-f379-47dd-a998-6c10fd53ab5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2091132'] for subnet, precommit_delete_associations {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:39.386479 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c9dc1e6d-f379-47dd-a998-6c10fd53ab5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482653'] for subnet, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:39.394639 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:39.622361 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c9dc1e6d-f379-47dd-a998-6c10fd53ab5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10903567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10807567'] for subnet, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:39.626115 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:39.657913 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc1e6d-f379-47dd-a998-6c10fd53ab5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a88e26bf-7193-4c38-b82f-1d3cd4051f67,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:39.661246 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c9dc1e6d-f379-47dd-a998-6c10fd53ab5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:39.663583 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c9dc1e6d-f379-47dd-a998-6c10fd53ab5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:39.669497 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-c9dc1e6d-f379-47dd-a998-6c10fd53ab5a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a88e26bf-7193-4c38-b82f-1d3cd4051f67 HTTP/1.1" status: 204 len: 168 time: 0.5258670 May 10 15:04:39.671935 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 44998) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:39.776330 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e05d3c06-0abd-4348-811d-36574663bb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3591965'] for network, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:39.895564 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e05d3c06-0abd-4348-811d-36574663bb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488998', 'neutron.services.segments.db._delete_segments_for_network-8729787289501'] for network, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:39.907718 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-e05d3c06-0abd-4348-811d-36574663bb9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f3a47e-c78b-4d46-97cd-764704caac63']}} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:39.920241 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-e05d3c06-0abd-4348-811d-36574663bb9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58039f97-8091-42aa-af32-cfd669af8313') {'for_net_delete': True} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:39.920536 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-e05d3c06-0abd-4348-811d-36574663bb9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58039f97-8091-42aa-af32-cfd669af8313') {} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:39.931305 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e05d3c06-0abd-4348-811d-36574663bb9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729787301479', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2091107'] for segment, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:39.946995 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e05d3c06-0abd-4348-811d-36574663bb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:39.952795 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05d3c06-0abd-4348-811d-36574663bb9b admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=78742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:04:39.953163 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e05d3c06-0abd-4348-811d-36574663bb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10903657'] for segment, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: Traceback (most recent call last): May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: timer() May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: cb(*args, **kw) May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: return func(*args, **kwargs) May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: self._notify() May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: self.callback(batched_events) May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: event.method(event) May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: return f(self, *a, **k) May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: return self._get(url).json() May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: return self.request(url, 'GET', **kwargs) May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:04:39.969103 dv-cinder-774286-14-iscsi neutron-server[78742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:04:40.039350 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e05d3c06-0abd-4348-811d-36574663bb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405887'] for network, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:40.045732 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e05d3c06-0abd-4348-811d-36574663bb9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:40.048078 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:40.068039 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-e05d3c06-0abd-4348-811d-36574663bb9b admin admin] 10.222.0.30 "DELETE /v2.0/networks/01f3a47e-c78b-4d46-97cd-764704caac63 HTTP/1.1" status: 204 len: 168 time: 0.3950922 May 10 15:04:40.068892 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d3c06-0abd-4348-811d-36574663bb9b admin admin] Pushing event deleted for resources: {'Network': ['ID=01f3a47e-c78b-4d46-97cd-764704caac63,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:40.071235 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-e05d3c06-0abd-4348-811d-36574663bb9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:40.234970 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 45008) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:40.322170 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-7dc35457-8053-44f0-a10d-dea70af75b29 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=414f2018b1f2444ba9176d25444f0b56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0854826 May 10 15:04:40.324595 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 45012) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:40.400753 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a433a083-065c-4731-9f12-dae5efdbba90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:40.410315 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fc1ee-e6c1-44be-ab1a-c937071ca366 req-814cb871-295b-48d3-879b-fa4a0eb5db96 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:40.411729 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e83fc1ee-e6c1-44be-ab1a-c937071ca366 req-814cb871-295b-48d3-879b-fa4a0eb5db96 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.1433060 May 10 15:04:40.460350 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a433a083-065c-4731-9f12-dae5efdbba90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:40.484782 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e83fc1ee-e6c1-44be-ab1a-c937071ca366 req-8df19484-c789-4e64-a2e4-61fef1863c72 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655072 May 10 15:04:40.520389 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a433a083-065c-4731-9f12-dae5efdbba90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:40.523937 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-56e62a0b-7e98-4cbf-b529-59efc41c4c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:40.536923 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433a083-065c-4731-9f12-dae5efdbba90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b841c8c-7b12-448d-9af9-a4a0da689a32,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:40.539731 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-a433a083-065c-4731-9f12-dae5efdbba90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:40.542029 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a433a083-065c-4731-9f12-dae5efdbba90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:40.543373 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-a433a083-065c-4731-9f12-dae5efdbba90 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b841c8c-7b12-448d-9af9-a4a0da689a32 HTTP/1.1" status: 204 len: 168 time: 0.2179234 May 10 15:04:40.882068 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 45022) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:40.915217 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:40.936644 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-d621e738-a7a2-4014-85f6-ed9db08fcd88 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=722682cdfc67406e915533c642831a21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532753 May 10 15:04:40.938892 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 45026) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:40.994790 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2aae3723-9c68-4895-8204-87da048731a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:41.019436 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2aae3723-9c68-4895-8204-87da048731a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:41.070219 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2aae3723-9c68-4895-8204-87da048731a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:41.075044 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-fd7c3bc9-ce3d-4b1e-8ef0-14e62322a891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:41.087635 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae3723-9c68-4895-8204-87da048731a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a5fa32-8be4-4860-9a9a-d0de8e9c6ade,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:41.090952 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2aae3723-9c68-4895-8204-87da048731a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:41.091862 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2aae3723-9c68-4895-8204-87da048731a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:41.092978 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-2aae3723-9c68-4895-8204-87da048731a4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/23a5fa32-8be4-4860-9a9a-d0de8e9c6ade HTTP/1.1" status: 204 len: 168 time: 0.1532006 May 10 15:04:41.644625 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86446be0-f28e-4b5f-a4a4-070a7c5610bb req-47d36074-e940-4d25-98f0-67bcb9b67a83 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:41.645557 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-86446be0-f28e-4b5f-a4a4-070a7c5610bb req-47d36074-e940-4d25-98f0-67bcb9b67a83 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Synchronizing usage tracker for tenant:164a7782c9ce4c8aae0ebd02811a40d4 on resource:port {{(pid=78742) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:04:41.665530 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [req-86446be0-f28e-4b5f-a4a4-070a7c5610bb req-47d36074-e940-4d25-98f0-67bcb9b67a83 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Unset dirty status for tenant:164a7782c9ce4c8aae0ebd02811a40d4 on resource:port {{(pid=78742) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:04:41.666794 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-86446be0-f28e-4b5f-a4a4-070a7c5610bb req-47d36074-e940-4d25-98f0-67bcb9b67a83 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.47 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.1092460 May 10 15:04:41.679699 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336015d-d165-42a7-8d53-f4faf5f4c1de req-2a959063-9b6c-4a31-9beb-4f9d5c208687 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:04:41.684505 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5336015d-d165-42a7-8d53-f4faf5f4c1de req-2a959063-9b6c-4a31-9beb-4f9d5c208687 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 946 time: 0.0934997 May 10 15:04:41.732564 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5336015d-d165-42a7-8d53-f4faf5f4c1de req-33b3d0fa-6b64-4be2-9c6a-dd53bd8afba3 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/security-groups?id=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449646 May 10 15:04:41.809813 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [req-86446be0-f28e-4b5f-a4a4-070a7c5610bb req-cbd3c630-c89f-4885-88d6-1aa3e55b45bb tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Deleting port f60862bb-c3dd-4651-959b-0953f947eb7b {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:04:41.810164 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-86446be0-f28e-4b5f-a4a4-070a7c5610bb req-cbd3c630-c89f-4885-88d6-1aa3e55b45bb tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:41.946205 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [req-86446be0-f28e-4b5f-a4a4-070a7c5610bb req-cbd3c630-c89f-4885-88d6-1aa3e55b45bb tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] For port f60862bb-c3dd-4651-959b-0953f947eb7b, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f60862bb-c3dd-4651-959b-0953f947eb7b,segment=NetworkSegment(d17850d2-1902-43b7-8545-f8140c991329),segment_id=d17850d2-1902-43b7-8545-f8140c991329)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:41.946813 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-86446be0-f28e-4b5f-a4a4-070a7c5610bb req-cbd3c630-c89f-4885-88d6-1aa3e55b45bb tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:42.075292 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [req-86446be0-f28e-4b5f-a4a4-070a7c5610bb req-cbd3c630-c89f-4885-88d6-1aa3e55b45bb tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Calling delete_port for f60862bb-c3dd-4651-959b-0953f947eb7b owned by compute:nova {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:04:42.199347 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-86446be0-f28e-4b5f-a4a4-070a7c5610bb req-cbd3c630-c89f-4885-88d6-1aa3e55b45bb tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:42.204846 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:42.211789 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['f60862bb-c3dd-4651-959b-0953f947eb7b'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:04:42.250833 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3c630-c89f-4885-88d6-1aa3e55b45bb tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Pushing event deleted for resources: {'Port': ['ID=f60862bb-c3dd-4651-959b-0953f947eb7b,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:42.254645 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-cbd3c630-c89f-4885-88d6-1aa3e55b45bb tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:42.344457 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [req-86446be0-f28e-4b5f-a4a4-070a7c5610bb req-cbd3c630-c89f-4885-88d6-1aa3e55b45bb tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] No DVR routers for this DVR port f60862bb-c3dd-4651-959b-0953f947eb7b on host hv-cinder-77428 {{(pid=78742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:04:42.347652 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [req-86446be0-f28e-4b5f-a4a4-070a7c5610bb req-cbd3c630-c89f-4885-88d6-1aa3e55b45bb tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:42.351346 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749ba7bb-17bf-465a-bac5-665e92e717e5', 'name': 'network-vif-deleted', 'tag': 'f60862bb-c3dd-4651-959b-0953f947eb7b'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:04:42.370525 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-86446be0-f28e-4b5f-a4a4-070a7c5610bb req-cbd3c630-c89f-4885-88d6-1aa3e55b45bb tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.47 "DELETE /v2.0/ports/f60862bb-c3dd-4651-959b-0953f947eb7b HTTP/1.1" status: 204 len: 173 time: 0.6966074 May 10 15:04:42.407042 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749ba7bb-17bf-465a-bac5-665e92e717e5', 'name': 'network-vif-deleted', 'tag': 'f60862bb-c3dd-4651-959b-0953f947eb7b', 'status': 'completed', 'code': 200} May 10 15:04:42.892753 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9a5aaae5-7185-4011-b902-aee28780d076 req-bd2d2a70-4421-423a-a80a-dbc0afe689cb tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] 10.222.0.30 "GET /v2.0/ports?device_id=749ba7bb-17bf-465a-bac5-665e92e717e5 HTTP/1.1" status: 200 len: 210 time: 0.0433495 May 10 15:04:43.988017 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 45092) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:44.565150 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cbbd9a31-33ae-46d8-a850-f420aaa73b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394569'] for router_interface, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:44.955990 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd9a31-33ae-46d8-a850-f420aaa73b06 admin admin] Deleting port 14f7ebd6-a4f0-485f-8321-8300ea90468c {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:04:44.956344 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cbbd9a31-33ae-46d8-a850-f420aaa73b06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:45.076518 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [None req-cbbd9a31-33ae-46d8-a850-f420aaa73b06 admin admin] For port 14f7ebd6-a4f0-485f-8321-8300ea90468c, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=14f7ebd6-a4f0-485f-8321-8300ea90468c,segment=NetworkSegment(d17850d2-1902-43b7-8545-f8140c991329),segment_id=d17850d2-1902-43b7-8545-f8140c991329)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:45.077226 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cbbd9a31-33ae-46d8-a850-f420aaa73b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:45.178013 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device f60862bb-c3dd-4651-959b-0953f947eb7b no longer exists at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:04:45.179119 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 45110) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:45.197480 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd9a31-33ae-46d8-a850-f420aaa73b06 admin admin] Calling delete_port for 14f7ebd6-a4f0-485f-8321-8300ea90468c owned by network:router_interface {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:04:45.222578 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] No Port match for: f60862bb-c3dd-4651-959b-0953f947eb7b {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:04:45.222934 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device f60862bb-c3dd-4651-959b-0953f947eb7b not bound to the agent host hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:04:45.301233 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-54326142-53b4-48c1-b1bd-61a961f5ca9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:45.315228 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-54326142-53b4-48c1-b1bd-61a961f5ca9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:45.319041 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-54326142-53b4-48c1-b1bd-61a961f5ca9f admin admin] Usage tracker for resource:security_group_rule and tenant:c4d12da1302248798a81509a927812e8 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:45.322210 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-54326142-53b4-48c1-b1bd-61a961f5ca9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:45.329005 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-54326142-53b4-48c1-b1bd-61a961f5ca9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:45.468149 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cbbd9a31-33ae-46d8-a850-f420aaa73b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:45.471703 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:45.495371 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-54326142-53b4-48c1-b1bd-61a961f5ca9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:45.503808 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-54326142-53b4-48c1-b1bd-61a961f5ca9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:45.517132 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-afac8e6f-0cae-4e26-bba1-c9254edd4175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:45.559190 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-54326142-53b4-48c1-b1bd-61a961f5ca9f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c4d12da1302248798a81509a927812e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3789794 May 10 15:04:45.560976 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54326142-53b4-48c1-b1bd-61a961f5ca9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dead62-f44d-4b7e-b07a-50b73ca7b76a,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:45.563250 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 45118) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:45.565701 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-54326142-53b4-48c1-b1bd-61a961f5ca9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:45.608073 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd9a31-33ae-46d8-a850-f420aaa73b06 admin admin] Pushing event deleted for resources: {'Port': ['ID=14f7ebd6-a4f0-485f-8321-8300ea90468c,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:45.611153 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-cbbd9a31-33ae-46d8-a850-f420aaa73b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:45.624362 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-df76d3c6-b0a4-4328-81ad-338b4a92eb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:45.650380 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-df76d3c6-b0a4-4328-81ad-338b4a92eb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:45.700534 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-df76d3c6-b0a4-4328-81ad-338b4a92eb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:45.704278 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6ecf4bf3-e20e-4f2b-8a4d-821511ee2cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:45.715080 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76d3c6-b0a4-4328-81ad-338b4a92eb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dead62-f44d-4b7e-b07a-50b73ca7b76a,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:45.717302 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-df76d3c6-b0a4-4328-81ad-338b4a92eb0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:45.722086 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-df76d3c6-b0a4-4328-81ad-338b4a92eb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:45.724397 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-df76d3c6-b0a4-4328-81ad-338b4a92eb0c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8dead62-f44d-4b7e-b07a-50b73ca7b76a HTTP/1.1" status: 204 len: 168 time: 0.1602082 May 10 15:04:45.867023 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cbbd9a31-33ae-46d8-a850-f420aaa73b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417785'] for router_interface, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:46.231891 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbd9a31-33ae-46d8-a850-f420aaa73b06 admin admin] Router 3f9614fd-9358-4d64-ae2d-f5ba455f66cb has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:04:46.420930 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbd9a31-33ae-46d8-a850-f420aaa73b06 admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:04:46.429423 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587125b1-bbfe-49fc-9a6b-fe59a7508f61 None None] Sync routers for ids ['3f9614fd-9358-4d64-ae2d-f5ba455f66cb'] in dv-cinder-774286-14-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:04:46.435592 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-cbbd9a31-33ae-46d8-a850-f420aaa73b06 admin admin] 10.222.0.30 "PUT /v2.0/routers/3f9614fd-9358-4d64-ae2d-f5ba455f66cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4443138 May 10 15:04:46.435829 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 45148) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:46.440640 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587125b1-bbfe-49fc-9a6b-fe59a7508f61 None None] Routers {'3f9614fd-9358-4d64-ae2d-f5ba455f66cb'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:04:46.441364 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-587125b1-bbfe-49fc-9a6b-fe59a7508f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:04:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['3f9614fd-9358-4d64-ae2d-f5ba455f66cb'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:46.621383 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-587125b1-bbfe-49fc-9a6b-fe59a7508f61 None None] Set router 3f9614fd-9358-4d64-ae2d-f5ba455f66cb gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:04:46.626914 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-65de54b0-dbad-4f05-8af4-0048ed4def71 admin admin] Notify callbacks [] for router, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:46.819198 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-65de54b0-dbad-4f05-8af4-0048ed4def71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:46.896662 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-65de54b0-dbad-4f05-8af4-0048ed4def71 admin admin] Deleting port b88f083f-fc8c-42f8-8e0f-a804c6dd631c {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:04:46.896993 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-65de54b0-dbad-4f05-8af4-0048ed4def71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:46.918193 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-587125b1-bbfe-49fc-9a6b-fe59a7508f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9614fd-9358-4d64-ae2d-f5ba455f66cb', 'name': 'tempest-ServerRescueNegativeTestJSON-111425456-router', 'tenant_id': '164a7782c9ce4c8aae0ebd02811a40d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': 'b88f083f-fc8c-42f8-8e0f-a804c6dd631c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:42Z', 'updated_at': '2021-05-10T15:04:45Z', 'revision_number': 5, 'project_id': '164a7782c9ce4c8aae0ebd02811a40d4', 'gw_port': {'id': 'b88f083f-fc8c-42f8-8e0f-a804c6dd631c', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:17:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9614fd-9358-4d64-ae2d-f5ba455f66cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:44Z', 'updated_at': '2021-05-10T15:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:46.922977 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587125b1-bbfe-49fc-9a6b-fe59a7508f61 None None] Checking router: 3f9614fd-9358-4d64-ae2d-f5ba455f66cb for host: dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:04:46.932011 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587125b1-bbfe-49fc-9a6b-fe59a7508f61 None None] Routers {'3f9614fd-9358-4d64-ae2d-f5ba455f66cb'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:04:46.932713 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-587125b1-bbfe-49fc-9a6b-fe59a7508f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:04:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['3f9614fd-9358-4d64-ae2d-f5ba455f66cb'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:47.124498 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-587125b1-bbfe-49fc-9a6b-fe59a7508f61 None None] Set router 3f9614fd-9358-4d64-ae2d-f5ba455f66cb gateway port host: None {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:04:47.139412 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [None req-65de54b0-dbad-4f05-8af4-0048ed4def71 admin admin] For port b88f083f-fc8c-42f8-8e0f-a804c6dd631c, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=b88f083f-fc8c-42f8-8e0f-a804c6dd631c,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:04:47.139764 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-65de54b0-dbad-4f05-8af4-0048ed4def71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:47.230271 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-587125b1-bbfe-49fc-9a6b-fe59a7508f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9614fd-9358-4d64-ae2d-f5ba455f66cb', 'name': 'tempest-ServerRescueNegativeTestJSON-111425456-router', 'tenant_id': '164a7782c9ce4c8aae0ebd02811a40d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:42Z', 'updated_at': '2021-05-10T15:04:46Z', 'revision_number': 6, 'project_id': '164a7782c9ce4c8aae0ebd02811a40d4', 'gw_port_host': None}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:47.234179 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587125b1-bbfe-49fc-9a6b-fe59a7508f61 None None] The sync data for ids ['3f9614fd-9358-4d64-ae2d-f5ba455f66cb'] in dv-cinder-774286-14-iscsi is: [{'id': '3f9614fd-9358-4d64-ae2d-f5ba455f66cb', 'name': 'tempest-ServerRescueNegativeTestJSON-111425456-router', 'tenant_id': '164a7782c9ce4c8aae0ebd02811a40d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:42Z', 'updated_at': '2021-05-10T15:04:46Z', 'revision_number': 6, 'project_id': '164a7782c9ce4c8aae0ebd02811a40d4', 'gw_port_host': None}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:04:47.262851 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-65de54b0-dbad-4f05-8af4-0048ed4def71 admin admin] Calling delete_port for b88f083f-fc8c-42f8-8e0f-a804c6dd631c owned by network:router_gateway {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:04:47.397312 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-65de54b0-dbad-4f05-8af4-0048ed4def71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:47.401649 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:47.445599 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de54b0-dbad-4f05-8af4-0048ed4def71 admin admin] Pushing event deleted for resources: {'Port': ['ID=b88f083f-fc8c-42f8-8e0f-a804c6dd631c,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:47.447636 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-65de54b0-dbad-4f05-8af4-0048ed4def71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:47.536472 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-65de54b0-dbad-4f05-8af4-0048ed4def71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405869'] for router_gateway, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:47.709176 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-65de54b0-dbad-4f05-8af4-0048ed4def71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29790'] for router, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:47.711423 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-65de54b0-dbad-4f05-8af4-0048ed4def71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:47.794865 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-65de54b0-dbad-4f05-8af4-0048ed4def71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417407'] for router, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:47.795477 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65de54b0-dbad-4f05-8af4-0048ed4def71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f9614fd-9358-4d64-ae2d-f5ba455f66cb {{(pid=78743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:04:47.808944 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-65de54b0-dbad-4f05-8af4-0048ed4def71 admin admin] Notify callbacks [] for router, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:47.810105 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-65de54b0-dbad-4f05-8af4-0048ed4def71 admin admin] 10.222.0.30 "DELETE /v2.0/routers/3f9614fd-9358-4d64-ae2d-f5ba455f66cb HTTP/1.1" status: 204 len: 168 time: 1.3733001 May 10 15:04:47.812805 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 45168) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:47.872490 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b272f6-a521-4a41-b735-d1e56c8b2d79 admin admin] Deleting subnet 7951f8e4-474a-43bf-bfda-85f075a9c57f {{(pid=78743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:04:47.875265 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-96b272f6-a521-4a41-b735-d1e56c8b2d79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:47.921710 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-96b272f6-a521-4a41-b735-d1e56c8b2d79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1867923'] for subnet, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:47.977671 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-96b272f6-a521-4a41-b735-d1e56c8b2d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482653'] for subnet, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:48.237887 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-96b272f6-a521-4a41-b735-d1e56c8b2d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2001247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1290530'] for subnet, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:48.243475 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:48.281367 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b272f6-a521-4a41-b735-d1e56c8b2d79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7951f8e4-474a-43bf-bfda-85f075a9c57f,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:48.284540 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-96b272f6-a521-4a41-b735-d1e56c8b2d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:48.285505 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-96b272f6-a521-4a41-b735-d1e56c8b2d79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:48.294616 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 45178) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:48.295060 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-96b272f6-a521-4a41-b735-d1e56c8b2d79 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7951f8e4-474a-43bf-bfda-85f075a9c57f HTTP/1.1" status: 204 len: 168 time: 0.4809005 May 10 15:04:48.412671 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-79b2183e-9664-4c67-8993-3e3f24d1c795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3591965'] for network, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:48.540113 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-79b2183e-9664-4c67-8993-3e3f24d1c795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488998', 'neutron.services.segments.db._delete_segments_for_network-8729787289501'] for network, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:48.553502 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-79b2183e-9664-4c67-8993-3e3f24d1c795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f2fc67-b40a-47a4-af30-c194a9ec1a5e']}} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:48.565222 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-79b2183e-9664-4c67-8993-3e3f24d1c795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17850d2-1902-43b7-8545-f8140c991329') {'for_net_delete': True} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:48.565512 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-79b2183e-9664-4c67-8993-3e3f24d1c795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17850d2-1902-43b7-8545-f8140c991329') {} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:48.576636 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-79b2183e-9664-4c67-8993-3e3f24d1c795 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729787301479', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2091107'] for segment, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:48.592797 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-79b2183e-9664-4c67-8993-3e3f24d1c795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:48.599460 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b2183e-9664-4c67-8993-3e3f24d1c795 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=78742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:04:48.599842 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-79b2183e-9664-4c67-8993-3e3f24d1c795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10903657'] for segment, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: Traceback (most recent call last): May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: timer() May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: cb(*args, **kw) May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: return func(*args, **kwargs) May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: self._notify() May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: self.callback(batched_events) May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: event.method(event) May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: return f(self, *a, **k) May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: return self._get(url).json() May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: return self.request(url, 'GET', **kwargs) May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:04:48.681655 dv-cinder-774286-14-iscsi neutron-server[78742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:04:48.697038 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-79b2183e-9664-4c67-8993-3e3f24d1c795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405887'] for network, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:48.701673 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:48.716527 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-79b2183e-9664-4c67-8993-3e3f24d1c795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:48.731188 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2183e-9664-4c67-8993-3e3f24d1c795 admin admin] Pushing event deleted for resources: {'Network': ['ID=78f2fc67-b40a-47a4-af30-c194a9ec1a5e,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:48.734200 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-79b2183e-9664-4c67-8993-3e3f24d1c795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:48.736042 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-79b2183e-9664-4c67-8993-3e3f24d1c795 admin admin] 10.222.0.30 "DELETE /v2.0/networks/78f2fc67-b40a-47a4-af30-c194a9ec1a5e HTTP/1.1" status: 204 len: 168 time: 0.4397948 May 10 15:04:48.938168 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 45200) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:48.988332 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-89ee0243-c779-4cd8-941e-d67fa5d218a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=164a7782c9ce4c8aae0ebd02811a40d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0492411 May 10 15:04:48.990796 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 45204) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:49.049856 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d961a527-8bdb-479b-b82d-35b135bfcae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:49.077022 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d961a527-8bdb-479b-b82d-35b135bfcae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:49.130461 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d961a527-8bdb-479b-b82d-35b135bfcae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:49.134381 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-13821599-0623-4f83-addc-bc62c61c44af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:49.151126 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961a527-8bdb-479b-b82d-35b135bfcae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49552a1c-9d6c-46ca-b92a-d2dbc6504a1b,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:49.155846 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d961a527-8bdb-479b-b82d-35b135bfcae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:49.164118 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d961a527-8bdb-479b-b82d-35b135bfcae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:49.165512 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-d961a527-8bdb-479b-b82d-35b135bfcae3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49552a1c-9d6c-46ca-b92a-d2dbc6504a1b HTTP/1.1" status: 204 len: 168 time: 0.1736498 May 10 15:04:49.180343 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device b88f083f-fc8c-42f8-8e0f-a804c6dd631c no longer exists at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:04:49.217275 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] No Port match for: b88f083f-fc8c-42f8-8e0f-a804c6dd631c {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:04:49.217661 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device b88f083f-fc8c-42f8-8e0f-a804c6dd631c not bound to the agent host dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:04:49.218076 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 14f7ebd6-a4f0-485f-8321-8300ea90468c no longer exists at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:04:49.255113 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] No Port match for: 14f7ebd6-a4f0-485f-8321-8300ea90468c {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:04:49.255372 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 14f7ebd6-a4f0-485f-8321-8300ea90468c not bound to the agent host dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:04:50.865932 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 45274) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:50.980298 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3685ef20-b511-4068-ba3b-bf11afaec1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:50.994197 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-3685ef20-b511-4068-ba3b-bf11afaec1b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:50.998545 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-3685ef20-b511-4068-ba3b-bf11afaec1b3 admin admin] Usage tracker for resource:security_group_rule and tenant:bb7b83dd40724478a49cd4891732c1bb is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:51.001365 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-3685ef20-b511-4068-ba3b-bf11afaec1b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:51.007279 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-3685ef20-b511-4068-ba3b-bf11afaec1b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:51.088882 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3685ef20-b511-4068-ba3b-bf11afaec1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:51.092561 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3685ef20-b511-4068-ba3b-bf11afaec1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:51.100979 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-338378f6-e4fe-4fd3-a680-2c683d4ae99f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:51.139605 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-3685ef20-b511-4068-ba3b-bf11afaec1b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb7b83dd40724478a49cd4891732c1bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725627 May 10 15:04:51.141240 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685ef20-b511-4068-ba3b-bf11afaec1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f55bbb2-8c67-4d35-9a5d-2e7d44a9fb9d,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:51.142216 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 45280) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:51.144364 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3685ef20-b511-4068-ba3b-bf11afaec1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:51.202176 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-13f9fbde-9b61-4610-8b8d-291fe0c7bf03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:51.227797 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-13f9fbde-9b61-4610-8b8d-291fe0c7bf03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:51.275527 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-13f9fbde-9b61-4610-8b8d-291fe0c7bf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:51.279503 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-a433a083-065c-4731-9f12-dae5efdbba90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:51.289709 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9fbde-9b61-4610-8b8d-291fe0c7bf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f55bbb2-8c67-4d35-9a5d-2e7d44a9fb9d,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:51.293675 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-13f9fbde-9b61-4610-8b8d-291fe0c7bf03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:51.297156 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-13f9fbde-9b61-4610-8b8d-291fe0c7bf03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:51.298231 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-13f9fbde-9b61-4610-8b8d-291fe0c7bf03 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f55bbb2-8c67-4d35-9a5d-2e7d44a9fb9d HTTP/1.1" status: 204 len: 168 time: 0.1550663 May 10 15:04:51.605194 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 45300) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:51.623154 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-04c95250-8acd-4873-aa8e-e809313ee3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:51.637030 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-04c95250-8acd-4873-aa8e-e809313ee3fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:04:51.640950 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-04c95250-8acd-4873-aa8e-e809313ee3fa admin admin] Usage tracker for resource:security_group_rule and tenant:646efb07926e4e439610047e0881d781 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:04:51.643859 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-04c95250-8acd-4873-aa8e-e809313ee3fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:04:51.649412 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-04c95250-8acd-4873-aa8e-e809313ee3fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:04:51.736891 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-04c95250-8acd-4873-aa8e-e809313ee3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:51.740566 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-04c95250-8acd-4873-aa8e-e809313ee3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:51.816080 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-13f9fbde-9b61-4610-8b8d-291fe0c7bf03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:51.852634 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-04c95250-8acd-4873-aa8e-e809313ee3fa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=646efb07926e4e439610047e0881d781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464147 May 10 15:04:51.855315 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 45306) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:51.856574 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c95250-8acd-4873-aa8e-e809313ee3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18f877e-fd0e-4299-8605-7188d223b62b,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:51.859451 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-04c95250-8acd-4873-aa8e-e809313ee3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:51.920828 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0cc1562e-d2a3-4bc8-baae-3e41e1061c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:51.944937 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0cc1562e-d2a3-4bc8-baae-3e41e1061c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:51.998202 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0cc1562e-d2a3-4bc8-baae-3e41e1061c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:52.003073 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-586346b1-6107-4f01-b9c9-73514f4249e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:52.015237 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1562e-d2a3-4bc8-baae-3e41e1061c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18f877e-fd0e-4299-8605-7188d223b62b,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:52.018655 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0cc1562e-d2a3-4bc8-baae-3e41e1061c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:52.023962 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0cc1562e-d2a3-4bc8-baae-3e41e1061c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:52.036856 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-0cc1562e-d2a3-4bc8-baae-3e41e1061c55 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d18f877e-fd0e-4299-8605-7188d223b62b HTTP/1.1" status: 204 len: 168 time: 0.1719153 May 10 15:04:52.721034 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 45336) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:52.785609 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_v2 [None req-d586cbfb-7d78-4363-8a6b-1dc023af0135 admin admin] Deleting subnet e7cc4429-e286-4101-895c-eceacd012914 {{(pid=78743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:04:52.789446 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d586cbfb-7d78-4363-8a6b-1dc023af0135 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:52.846098 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d586cbfb-7d78-4363-8a6b-1dc023af0135 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1867923'] for subnet, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:52.905279 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d586cbfb-7d78-4363-8a6b-1dc023af0135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482653'] for subnet, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:53.167910 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d586cbfb-7d78-4363-8a6b-1dc023af0135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2001247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1290530'] for subnet, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:53.172123 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:53.204517 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586cbfb-7d78-4363-8a6b-1dc023af0135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7cc4429-e286-4101-895c-eceacd012914,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:53.208026 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d586cbfb-7d78-4363-8a6b-1dc023af0135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:53.210349 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d586cbfb-7d78-4363-8a6b-1dc023af0135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:53.221682 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-d586cbfb-7d78-4363-8a6b-1dc023af0135 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e7cc4429-e286-4101-895c-eceacd012914 HTTP/1.1" status: 204 len: 168 time: 0.4994071 May 10 15:04:53.224052 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 45352) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:53.329174 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3591965'] for network, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:53.457446 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488998', 'neutron.services.segments.db._delete_segments_for_network-8729787289501'] for network, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:53.470322 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ecb542f-a0d1-4652-943d-8615363fca02']}} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:53.481980 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52280481-a84c-4a84-9476-5233144bac56') {'for_net_delete': True} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:53.482267 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52280481-a84c-4a84-9476-5233144bac56') {} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:04:53.493099 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729787301479', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1867916'] for segment, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:53.508406 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:53.515119 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=78743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:04:53.515493 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2001209'] for segment, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: Traceback (most recent call last): May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: timer() May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: cb(*args, **kw) May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: return func(*args, **kwargs) May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: self._notify() May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: self.callback(batched_events) May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: event.method(event) May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: return f(self, *a, **k) May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: return self._get(url).json() May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: return self.request(url, 'GET', **kwargs) May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:04:53.528676 dv-cinder-774286-14-iscsi neutron-server[78743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:04:53.603558 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405887'] for network, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:53.609043 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:53.622164 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:53.632479 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ecb542f-a0d1-4652-943d-8615363fca02,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:53.644163 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:53.644529 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:53.644883 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:53.645233 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:53.645577 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:53.645926 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:53.646268 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:53.646607 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:53.646946 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:53.647288 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:53.647621 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:53.647951 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:04:53.656853 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8ecb542f-a0d1-4652-943d-8615363fca02 HTTP/1.1" status: 204 len: 168 time: 0.4319713 May 10 15:04:53.657808 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:53.833497 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 45374) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:53.887375 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-11c2598f-899d-4fd8-8d02-2b8cb5108120 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3222bff414db4628b3a31649eb8f9715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495529 May 10 15:04:53.887592 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 45378) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:04:53.952583 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3147218e-4051-452b-830b-ce8d2b6f175f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:53.979699 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3147218e-4051-452b-830b-ce8d2b6f175f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:54.030402 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3147218e-4051-452b-830b-ce8d2b6f175f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:54.035657 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-bc151702-fffd-4d8a-9e6f-7586a14a42a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:04:54.046373 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147218e-4051-452b-830b-ce8d2b6f175f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553cd71f-d299-472d-bad6-a4e11a0cbe6b,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:04:54.048665 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3147218e-4051-452b-830b-ce8d2b6f175f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:04:54.054223 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3147218e-4051-452b-830b-ce8d2b6f175f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:04:54.055620 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-3147218e-4051-452b-830b-ce8d2b6f175f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/553cd71f-d299-472d-bad6-a4e11a0cbe6b HTTP/1.1" status: 204 len: 168 time: 0.1670640 May 10 15:05:04.219645 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:05.852331 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7e88e3d8-54d5-4499-806e-9853edc666b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:07.595945 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eedb4f-a4a4-4a64-a8c9-d105b3ed6c98 req-40792960-809c-40b0-8880-21495ab0ca35 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:07.597309 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-35eedb4f-a4a4-4a64-a8c9-d105b3ed6c98 req-40792960-809c-40b0-8880-21495ab0ca35 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.0787704 May 10 15:05:07.643671 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-35eedb4f-a4a4-4a64-a8c9-d105b3ed6c98 req-e95f40a8-8f3a-4de4-a01d-4352d33f253d tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405581 May 10 15:05:07.847846 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-8eafeb6d-d094-47db-9208-aba835461710 req-48205bc9-1da8-4642-860b-fccf129066c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774515 May 10 15:05:07.949583 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafeb6d-d094-47db-9208-aba835461710 req-59d0c6f2-a587-4813-be42-fafff142d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:07.951260 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-8eafeb6d-d094-47db-9208-aba835461710 req-59d0c6f2-a587-4813-be42-fafff142d86c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=59b50fa570d5493abb0dae5e9d6f7738&device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 1099 time: 0.0819705 May 10 15:05:08.110616 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafeb6d-d094-47db-9208-aba835461710 req-f5ce7b6d-0b2b-42b7-9fc8-ee5ddd4fd6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:08.112472 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-8eafeb6d-d094-47db-9208-aba835461710 req-f5ce7b6d-0b2b-42b7-9fc8-ee5ddd4fd6e9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7900d589-d085-4d9e-bb39-0c869bf63df8 HTTP/1.1" status: 200 len: 918 time: 0.1402390 May 10 15:05:08.156042 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:05:08.223573 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-8eafeb6d-d094-47db-9208-aba835461710 req-fa0e6d26-8076-4dc8-9a58-3586b263fdd4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 HTTP/1.1" status: 200 len: 1001 time: 0.1045423 May 10 15:05:08.239466 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 45632) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:08.289976 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafeb6d-d094-47db-9208-aba835461710 req-33b5c237-97e2-4cd2-b10c-115d626be0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:08.292323 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-8eafeb6d-d094-47db-9208-aba835461710 req-33b5c237-97e2-4cd2-b10c-115d626be0e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b7e9e96-1dce-417a-b62d-87a2de80d899 HTTP/1.1" status: 200 len: 856 time: 0.0615091 May 10 15:05:08.359621 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-e61ee94a-caca-4099-928a-6f080eb2be55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:08.370573 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafeb6d-d094-47db-9208-aba835461710 req-8d1e89ff-9e96-445e-83a5-3542fda1f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:08.372067 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-8eafeb6d-d094-47db-9208-aba835461710 req-8d1e89ff-9e96-445e-83a5-3542fda1f87d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7900d589-d085-4d9e-bb39-0c869bf63df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0734413 May 10 15:05:08.374388 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-e61ee94a-caca-4099-928a-6f080eb2be55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:08.378262 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-e61ee94a-caca-4099-928a-6f080eb2be55 admin admin] Usage tracker for resource:security_group_rule and tenant:8d88359bf3ca4d17b0fad8b88fa479bd is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:08.381148 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-e61ee94a-caca-4099-928a-6f080eb2be55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:08.386885 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-e61ee94a-caca-4099-928a-6f080eb2be55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:08.442999 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:08.488207 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-e61ee94a-caca-4099-928a-6f080eb2be55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:08.492091 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-e61ee94a-caca-4099-928a-6f080eb2be55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:08.501529 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ae06d9f9-008e-475f-afdc-b79d9310bcff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:08.510619 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-8eafeb6d-d094-47db-9208-aba835461710 req-78830c90-d8de-4252-82e5-bd96b77d02cc service neutron] 10.222.0.47 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314850 May 10 15:05:08.540175 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-e61ee94a-caca-4099-928a-6f080eb2be55 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d88359bf3ca4d17b0fad8b88fa479bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993255 May 10 15:05:08.542704 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ee94a-caca-4099-928a-6f080eb2be55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331c551a-d6b5-4280-aea8-08c34e226fa1,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:08.544079 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 45638) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:08.545774 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-e61ee94a-caca-4099-928a-6f080eb2be55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:08.584568 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-cf216934-2e16-48b1-81b8-a5d32d18aac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:08.762626 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-767c39d1-e10a-4bb9-b6cd-9c53cda007ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:08.765579 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-8eafeb6d-d094-47db-9208-aba835461710 req-4d2b45dd-8de5-45c8-8e03-59db16f1d350 service neutron] 10.222.0.47 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482204 May 10 15:05:08.792864 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-767c39d1-e10a-4bb9-b6cd-9c53cda007ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:08.843233 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-767c39d1-e10a-4bb9-b6cd-9c53cda007ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:08.843809 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c04ec8-ba49-4ec5-b49f-b115ee6074e4 req-20258bb2-9cc6-41d9-b463-2b0f7b956e6c tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:08.845306 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e8c04ec8-ba49-4ec5-b49f-b115ee6074e4 req-20258bb2-9cc6-41d9-b463-2b0f7b956e6c tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.0925355 May 10 15:05:08.846916 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2aae3723-9c68-4895-8204-87da048731a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:08.858641 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c39d1-e10a-4bb9-b6cd-9c53cda007ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331c551a-d6b5-4280-aea8-08c34e226fa1,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:08.869051 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c39d1-e10a-4bb9-b6cd-9c53cda007ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:08.869423 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c39d1-e10a-4bb9-b6cd-9c53cda007ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:08.869783 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c39d1-e10a-4bb9-b6cd-9c53cda007ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:08.870139 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c39d1-e10a-4bb9-b6cd-9c53cda007ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:08.870525 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c39d1-e10a-4bb9-b6cd-9c53cda007ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:08.871028 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c39d1-e10a-4bb9-b6cd-9c53cda007ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:08.871503 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c39d1-e10a-4bb9-b6cd-9c53cda007ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:08.871832 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c39d1-e10a-4bb9-b6cd-9c53cda007ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:08.872266 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c39d1-e10a-4bb9-b6cd-9c53cda007ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:08.872620 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c39d1-e10a-4bb9-b6cd-9c53cda007ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:08.872964 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c39d1-e10a-4bb9-b6cd-9c53cda007ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:08.873333 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c39d1-e10a-4bb9-b6cd-9c53cda007ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:08.876770 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-767c39d1-e10a-4bb9-b6cd-9c53cda007ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:08.878252 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-767c39d1-e10a-4bb9-b6cd-9c53cda007ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:08.881845 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-767c39d1-e10a-4bb9-b6cd-9c53cda007ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/331c551a-d6b5-4280-aea8-08c34e226fa1 HTTP/1.1" status: 204 len: 168 time: 0.2215247 May 10 15:05:08.896771 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e8c04ec8-ba49-4ec5-b49f-b115ee6074e4 req-a51d2e75-06b4-43b1-982d-7430227b9778 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453515 May 10 15:05:09.398072 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:09.782234 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 45722) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:09.899557 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9f4c7810-a469-43f8-aa43-d7918a4e6774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:09.915156 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-9f4c7810-a469-43f8-aa43-d7918a4e6774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:09.919692 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-9f4c7810-a469-43f8-aa43-d7918a4e6774 admin admin] Usage tracker for resource:security_group_rule and tenant:fe138c4641f04bea8d1b5c48a96258dd is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:09.923573 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-9f4c7810-a469-43f8-aa43-d7918a4e6774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:09.929097 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-9f4c7810-a469-43f8-aa43-d7918a4e6774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:10.030688 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9f4c7810-a469-43f8-aa43-d7918a4e6774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:10.035424 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-9f4c7810-a469-43f8-aa43-d7918a4e6774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:10.045409 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-841c9562-8a81-47d2-80e5-ba205dd34d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:10.089025 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57f318-4479-4f3d-955d-da0c991fafda req-8c6d0cee-7ad7-436f-ba9b-7d9c11a9e469 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:10.090483 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7c57f318-4479-4f3d-955d-da0c991fafda req-8c6d0cee-7ad7-436f-ba9b-7d9c11a9e469 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.0877061 May 10 15:05:10.090832 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c7810-a469-43f8-aa43-d7918a4e6774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3aa4bc-1bbb-4b01-aead-08e216cbf240,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:10.095170 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-9f4c7810-a469-43f8-aa43-d7918a4e6774 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe138c4641f04bea8d1b5c48a96258dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118527 May 10 15:05:10.096069 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-9f4c7810-a469-43f8-aa43-d7918a4e6774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:10.097813 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 45734) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:10.144221 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7c57f318-4479-4f3d-955d-da0c991fafda req-775daee0-610c-45ae-8ef0-eb802ada35c2 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467117 May 10 15:05:10.159043 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-80d5eca0-9c52-44f5-9c92-ad1f328e8c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:10.187842 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-80d5eca0-9c52-44f5-9c92-ad1f328e8c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:10.244769 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-80d5eca0-9c52-44f5-9c92-ad1f328e8c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:10.250474 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-20625ffa-ed57-470d-9197-23dfef3bb502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:10.265188 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5eca0-9c52-44f5-9c92-ad1f328e8c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3aa4bc-1bbb-4b01-aead-08e216cbf240,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:10.269159 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-80d5eca0-9c52-44f5-9c92-ad1f328e8c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:10.271449 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-80d5eca0-9c52-44f5-9c92-ad1f328e8c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:10.272709 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-80d5eca0-9c52-44f5-9c92-ad1f328e8c12 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee3aa4bc-1bbb-4b01-aead-08e216cbf240 HTTP/1.1" status: 204 len: 168 time: 0.1739178 May 10 15:05:10.554573 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 45744) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:10.573676 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bc74e1d1-4c97-4633-8ac8-80fff6e46397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:10.588249 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-bc74e1d1-4c97-4633-8ac8-80fff6e46397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:10.592010 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-bc74e1d1-4c97-4633-8ac8-80fff6e46397 admin admin] Usage tracker for resource:security_group_rule and tenant:e8c2fd5e0fa64b85a5111a6ed1e175f2 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:10.594865 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-bc74e1d1-4c97-4633-8ac8-80fff6e46397 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:10.600655 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-bc74e1d1-4c97-4633-8ac8-80fff6e46397 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:10.685331 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bc74e1d1-4c97-4633-8ac8-80fff6e46397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:10.689357 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bc74e1d1-4c97-4633-8ac8-80fff6e46397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:10.700217 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-f986293b-7596-4d14-9305-fc0eb2691175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:10.741020 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-bc74e1d1-4c97-4633-8ac8-80fff6e46397 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e8c2fd5e0fa64b85a5111a6ed1e175f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1853473 May 10 15:05:10.742657 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74e1d1-4c97-4633-8ac8-80fff6e46397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeec56cd-da19-4b39-8d53-8be93dbdfa59,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:10.743679 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 45748) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:10.746877 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-bc74e1d1-4c97-4633-8ac8-80fff6e46397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:10.802012 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c12a4ae7-ee91-4906-aad0-a45a9f8ecc1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:10.831064 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c12a4ae7-ee91-4906-aad0-a45a9f8ecc1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:10.882092 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c12a4ae7-ee91-4906-aad0-a45a9f8ecc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:10.885607 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-977942a5-acc4-4d80-92b0-85698b9053f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:10.898014 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a4ae7-ee91-4906-aad0-a45a9f8ecc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeec56cd-da19-4b39-8d53-8be93dbdfa59,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:10.900724 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-c12a4ae7-ee91-4906-aad0-a45a9f8ecc1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:10.911016 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c12a4ae7-ee91-4906-aad0-a45a9f8ecc1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:10.914431 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-c12a4ae7-ee91-4906-aad0-a45a9f8ecc1d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eeec56cd-da19-4b39-8d53-8be93dbdfa59 HTTP/1.1" status: 204 len: 168 time: 0.1668565 May 10 15:05:10.932432 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:11.406396 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b0e56-d445-4493-8129-8442fba3e044 req-b7b004e7-66a9-4cdc-8190-61faa5ebc34a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:11.407848 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b86b0e56-d445-4493-8129-8442fba3e044 req-b7b004e7-66a9-4cdc-8190-61faa5ebc34a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1567121 May 10 15:05:11.454136 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b86b0e56-d445-4493-8129-8442fba3e044 req-d3dafb59-475b-4852-8b98-8b6017d4c0e6 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405195 May 10 15:05:12.648058 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dface427-1729-4b34-8edf-4c893b42a88d req-252378e5-8c73-4754-9dd3-23d3afa2bd16 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:12.649418 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-dface427-1729-4b34-8edf-4c893b42a88d req-252378e5-8c73-4754-9dd3-23d3afa2bd16 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.0858517 May 10 15:05:12.700084 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-dface427-1729-4b34-8edf-4c893b42a88d req-e115dbcf-c1a5-4fbc-a6bf-4ad15bca464a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448396 May 10 15:05:13.892568 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d333c-f489-4732-a9d9-8f6317c110ae req-e01ce908-383f-4da0-8941-d9123ce8532b tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:13.894166 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-aa7d333c-f489-4732-a9d9-8f6317c110ae req-e01ce908-383f-4da0-8941-d9123ce8532b tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.0884373 May 10 15:05:13.942658 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-aa7d333c-f489-4732-a9d9-8f6317c110ae req-d21a8e5d-cb64-4cc1-bd88-aa40b85f0a4f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424428 May 10 15:05:15.132523 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091365ab-630e-4072-bd56-37644cdcc505 req-879c2cf5-f94c-4b4e-aa3f-6289fb9118e1 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:15.133963 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-091365ab-630e-4072-bd56-37644cdcc505 req-879c2cf5-f94c-4b4e-aa3f-6289fb9118e1 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.0806587 May 10 15:05:15.179190 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-091365ab-630e-4072-bd56-37644cdcc505 req-89f63e18-cf0d-401e-96d5-94b9415cfb97 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393140 May 10 15:05:15.643665 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 45852) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:15.758847 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2e032f3c-3856-4d50-9116-27641375acad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:15.773714 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-2e032f3c-3856-4d50-9116-27641375acad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:15.778175 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-2e032f3c-3856-4d50-9116-27641375acad admin admin] Usage tracker for resource:security_group_rule and tenant:26b85aaf187d4846b2bb6fe56825ff01 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:15.781039 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-2e032f3c-3856-4d50-9116-27641375acad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:15.786549 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-2e032f3c-3856-4d50-9116-27641375acad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:15.865320 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2e032f3c-3856-4d50-9116-27641375acad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:15.869973 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2e032f3c-3856-4d50-9116-27641375acad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:15.877554 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9651fff1-43d7-4b1e-8d6a-5e0021b7bfe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:15.922035 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-2e032f3c-3856-4d50-9116-27641375acad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=26b85aaf187d4846b2bb6fe56825ff01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772563 May 10 15:05:15.923535 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e032f3c-3856-4d50-9116-27641375acad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607f2422-f7d1-4ae6-9825-65c7b947c645,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:15.924790 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 45858) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:15.927214 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-2e032f3c-3856-4d50-9116-27641375acad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:15.987051 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5a84559c-8e9c-492d-a9cf-c300c4a5d198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:16.013543 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5a84559c-8e9c-492d-a9cf-c300c4a5d198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:16.070632 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5a84559c-8e9c-492d-a9cf-c300c4a5d198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:16.076203 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-767c39d1-e10a-4bb9-b6cd-9c53cda007ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:16.088554 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84559c-8e9c-492d-a9cf-c300c4a5d198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607f2422-f7d1-4ae6-9825-65c7b947c645,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:16.091565 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5a84559c-8e9c-492d-a9cf-c300c4a5d198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:16.101375 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5a84559c-8e9c-492d-a9cf-c300c4a5d198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:16.102540 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-5a84559c-8e9c-492d-a9cf-c300c4a5d198 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/607f2422-f7d1-4ae6-9825-65c7b947c645 HTTP/1.1" status: 204 len: 168 time: 0.1767871 May 10 15:05:16.385186 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438aa885-9c62-4f79-bb42-52882c952673 req-4bf79a3b-b7fc-48f4-902d-29dd3e340e3a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:16.390769 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-438aa885-9c62-4f79-bb42-52882c952673 req-4bf79a3b-b7fc-48f4-902d-29dd3e340e3a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.0971839 May 10 15:05:16.425491 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 45878) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:16.436518 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-438aa885-9c62-4f79-bb42-52882c952673 req-3d5394a6-07ad-425e-a6cf-662794cffc02 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448568 May 10 15:05:16.444565 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ff08002d-450f-492a-a03f-afbd17c88771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:16.462247 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-ff08002d-450f-492a-a03f-afbd17c88771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:16.466621 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-ff08002d-450f-492a-a03f-afbd17c88771 admin admin] Usage tracker for resource:security_group_rule and tenant:9245dcbc5ee94080ae0a177ccf175955 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:16.469389 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-ff08002d-450f-492a-a03f-afbd17c88771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:16.474967 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-ff08002d-450f-492a-a03f-afbd17c88771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:16.567284 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ff08002d-450f-492a-a03f-afbd17c88771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:16.571150 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ff08002d-450f-492a-a03f-afbd17c88771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:16.580402 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-80d5eca0-9c52-44f5-9c92-ad1f328e8c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:16.620272 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-ff08002d-450f-492a-a03f-afbd17c88771 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9245dcbc5ee94080ae0a177ccf175955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1935627 May 10 15:05:16.622178 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 45884) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:16.622739 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08002d-450f-492a-a03f-afbd17c88771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54ae850-a34b-4909-8088-1baeffcbca5d,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:16.626257 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-ff08002d-450f-492a-a03f-afbd17c88771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:16.688413 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-46c5a796-ab26-4ccd-9dd2-fa99a0ae52f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:16.714463 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-46c5a796-ab26-4ccd-9dd2-fa99a0ae52f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:16.766514 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-46c5a796-ab26-4ccd-9dd2-fa99a0ae52f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:16.771417 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-e61ee94a-caca-4099-928a-6f080eb2be55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:16.785078 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5a796-ab26-4ccd-9dd2-fa99a0ae52f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54ae850-a34b-4909-8088-1baeffcbca5d,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:16.787886 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-46c5a796-ab26-4ccd-9dd2-fa99a0ae52f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:16.794972 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-46c5a796-ab26-4ccd-9dd2-fa99a0ae52f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:16.804155 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-46c5a796-ab26-4ccd-9dd2-fa99a0ae52f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c54ae850-a34b-4909-8088-1baeffcbca5d HTTP/1.1" status: 204 len: 168 time: 0.1755087 May 10 15:05:17.643135 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56d4ce-f4d0-44de-a039-6f4d574729f3 req-89c3b359-b701-4c0f-a3de-75e5beca858f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:17.644756 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6a56d4ce-f4d0-44de-a039-6f4d574729f3 req-89c3b359-b701-4c0f-a3de-75e5beca858f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.0928602 May 10 15:05:17.694653 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6a56d4ce-f4d0-44de-a039-6f4d574729f3 req-41c4dfea-5a43-4bd2-b371-52a1a81ad3fc tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431511 May 10 15:05:18.239268 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21755e-a237-424e-844d-defc883eef89 req-a0d5acc9-5455-4f8b-be77-6fd85aeaa503 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:18.241053 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6b21755e-a237-424e-844d-defc883eef89 req-a0d5acc9-5455-4f8b-be77-6fd85aeaa503 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 946 time: 0.0868008 May 10 15:05:18.291119 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6b21755e-a237-424e-844d-defc883eef89 req-d4b29660-79a8-444e-9077-93dbac2f22ab tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396698 May 10 15:05:18.902608 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239ebd7-c9bc-4204-9958-f326aba4e664 req-20b499f0-fe41-45e2-9334-262c0276727a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:18.904282 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5239ebd7-c9bc-4204-9958-f326aba4e664 req-20b499f0-fe41-45e2-9334-262c0276727a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1006579 May 10 15:05:18.954520 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5239ebd7-c9bc-4204-9958-f326aba4e664 req-b7d8f560-42cc-4224-bac8-8a24e072cff3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408106 May 10 15:05:19.294717 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be6973-2163-4a4f-93f3-e63e0b4ad431 req-567db380-552e-4755-829a-d53626f6a768 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:19.296184 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-75be6973-2163-4a4f-93f3-e63e0b4ad431 req-567db380-552e-4755-829a-d53626f6a768 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.0873110 May 10 15:05:19.341248 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ec7f6-a4e1-42e1-9b5f-d6c171deb4f5 req-0ee73b9f-a82d-4f50-a597-83a8e225e1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:19.347616 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-687ec7f6-a4e1-42e1-9b5f-d6c171deb4f5 req-0ee73b9f-a82d-4f50-a597-83a8e225e1ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fffa979fe3184d2a9b52cf1e0d0c6fed&device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 1099 time: 0.0795743 May 10 15:05:19.354297 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-75be6973-2163-4a4f-93f3-e63e0b4ad431 req-e54407b6-93bc-4d5d-91da-e47cfb60ae01 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521493 May 10 15:05:19.497027 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ec7f6-a4e1-42e1-9b5f-d6c171deb4f5 req-cbd829cf-0dcd-401a-a30a-f0d2849ab7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:19.498410 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819f74a-c5d2-4e04-9168-ce4fae7ba1b2 req-fe714c9b-e8cb-4ccc-bb19-d57872ecf82f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:19.498564 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-687ec7f6-a4e1-42e1-9b5f-d6c171deb4f5 req-cbd829cf-0dcd-401a-a30a-f0d2849ab7ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=4bd3a929-9efd-4c35-af1e-656216678278 HTTP/1.1" status: 200 len: 911 time: 0.1383796 May 10 15:05:19.499827 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f819f74a-c5d2-4e04-9168-ce4fae7ba1b2 req-fe714c9b-e8cb-4ccc-bb19-d57872ecf82f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 946 time: 0.0814593 May 10 15:05:19.544994 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f819f74a-c5d2-4e04-9168-ce4fae7ba1b2 req-cda0152d-17df-4704-9e67-361ff1bd4628 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=7eb57151-9883-48d7-ae1d-af842508bdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389915 May 10 15:05:19.606039 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-687ec7f6-a4e1-42e1-9b5f-d6c171deb4f5 req-3176ffda-b6dd-40a6-92eb-02cc74aed441 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ade340c-5fc5-4197-82b9-ac354157b449 HTTP/1.1" status: 200 len: 1001 time: 0.0988572 May 10 15:05:19.673707 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ec7f6-a4e1-42e1-9b5f-d6c171deb4f5 req-65f7599d-fe5d-430d-a1ce-93fa5b41a18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:19.675021 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-687ec7f6-a4e1-42e1-9b5f-d6c171deb4f5 req-65f7599d-fe5d-430d-a1ce-93fa5b41a18e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63dd5146-b7c8-4898-831f-2c4c3824cf1a HTTP/1.1" status: 200 len: 849 time: 0.0605328 May 10 15:05:19.758927 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ec7f6-a4e1-42e1-9b5f-d6c171deb4f5 req-f617d3b1-7155-41e5-8f1d-a3f09c5348a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:19.760666 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-687ec7f6-a4e1-42e1-9b5f-d6c171deb4f5 req-f617d3b1-7155-41e5-8f1d-a3f09c5348a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4bd3a929-9efd-4c35-af1e-656216678278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0703599 May 10 15:05:19.787518 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad2cad-cf33-4e6c-8a7b-463c805ba2c0 req-0eae2b99-cf77-4243-9a08-4a61ef166886 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:19.788948 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-14ad2cad-cf33-4e6c-8a7b-463c805ba2c0 req-0eae2b99-cf77-4243-9a08-4a61ef166886 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.47 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 946 time: 0.0808871 May 10 15:05:19.892662 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-687ec7f6-a4e1-42e1-9b5f-d6c171deb4f5 req-b2e87306-a52c-4f8f-9015-a544aba3d61c service neutron] 10.222.0.47 "GET /v2.0/networks/4bd3a929-9efd-4c35-af1e-656216678278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238420 May 10 15:05:19.926234 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-14ad2cad-cf33-4e6c-8a7b-463c805ba2c0 req-dd9eb4d8-eb42-47fe-b6d9-5074458f1224 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Deleting port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:05:19.927063 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-14ad2cad-cf33-4e6c-8a7b-463c805ba2c0 req-dd9eb4d8-eb42-47fe-b6d9-5074458f1224 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:20.034169 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-687ec7f6-a4e1-42e1-9b5f-d6c171deb4f5 req-8276b369-4abf-4e7e-9dc8-fb38739d6dc2 service neutron] 10.222.0.47 "GET /v2.0/networks/4bd3a929-9efd-4c35-af1e-656216678278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333153 May 10 15:05:20.078969 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-14ad2cad-cf33-4e6c-8a7b-463c805ba2c0 req-dd9eb4d8-eb42-47fe-b6d9-5074458f1224 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] For port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:20.079336 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-14ad2cad-cf33-4e6c-8a7b-463c805ba2c0 req-dd9eb4d8-eb42-47fe-b6d9-5074458f1224 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:20.442478 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-14ad2cad-cf33-4e6c-8a7b-463c805ba2c0 req-dd9eb4d8-eb42-47fe-b6d9-5074458f1224 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:20.442804 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-14ad2cad-cf33-4e6c-8a7b-463c805ba2c0 req-dd9eb4d8-eb42-47fe-b6d9-5074458f1224 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405872'] for floatingip, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:20.443104 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.db.l3_db [req-14ad2cad-cf33-4e6c-8a7b-463c805ba2c0 req-dd9eb4d8-eb42-47fe-b6d9-5074458f1224 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Floating IP 6e4911e1-0a17-4531-af39-0a0cc348d7de disassociated. External IP: 172.27.2.229, port: 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3. May 10 15:05:20.443434 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-14ad2cad-cf33-4e6c-8a7b-463c805ba2c0 req-dd9eb4d8-eb42-47fe-b6d9-5074458f1224 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Calling delete_port for 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:05:20.604220 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74628609-bc15-4705-bccd-e5db0502fb41 req-4e11e638-bb26-4f14-9fcb-d275a34e4529 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:20.605721 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-74628609-bc15-4705-bccd-e5db0502fb41 req-4e11e638-bb26-4f14-9fcb-d275a34e4529 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.1386817 May 10 15:05:20.658847 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-14ad2cad-cf33-4e6c-8a7b-463c805ba2c0 req-dd9eb4d8-eb42-47fe-b6d9-5074458f1224 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:20.667925 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:20.745188 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-74628609-bc15-4705-bccd-e5db0502fb41 req-54ba5e30-3560-4e7c-beea-d3088788aad0 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313257 May 10 15:05:20.762337 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9eb4d8-eb42-47fe-b6d9-5074458f1224 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Pushing event deleted for resources: {'Port': ['ID=7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:20.767752 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2d083dd8-f4b1-4367-aad9-9be4c9ef8c58 req-4905378b-04cf-427c-a9b4-19ae546fa6f4 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 210 time: 0.0652010 May 10 15:05:20.819999 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-dd9eb4d8-eb42-47fe-b6d9-5074458f1224 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:20.949216 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14ad2cad-cf33-4e6c-8a7b-463c805ba2c0 req-dd9eb4d8-eb42-47fe-b6d9-5074458f1224 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Router aee02500-0660-4c1d-b52a-d9f200bbfb5f has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:05:21.128308 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14ad2cad-cf33-4e6c-8a7b-463c805ba2c0 req-dd9eb4d8-eb42-47fe-b6d9-5074458f1224 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:05:21.140496 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85fe390-1a4e-4299-b83c-d2571f4e0480 None None] Sync routers for ids ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:05:21.150239 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85fe390-1a4e-4299-b83c-d2571f4e0480 None None] Routers {'aee02500-0660-4c1d-b52a-d9f200bbfb5f'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:05:21.150884 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-c85fe390-1a4e-4299-b83c-d2571f4e0480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:05:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:21.201523 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ad2cad-cf33-4e6c-8a7b-463c805ba2c0 req-dd9eb4d8-eb42-47fe-b6d9-5074458f1224 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] No DVR routers for this DVR port 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 on host hv-cinder-77428 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:05:21.204056 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-14ad2cad-cf33-4e6c-8a7b-463c805ba2c0 req-dd9eb4d8-eb42-47fe-b6d9-5074458f1224 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:21.206622 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f', 'name': 'network-vif-deleted', 'tag': '7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:05:21.214426 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-14ad2cad-cf33-4e6c-8a7b-463c805ba2c0 req-dd9eb4d8-eb42-47fe-b6d9-5074458f1224 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.47 "DELETE /v2.0/ports/7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 HTTP/1.1" status: 204 len: 173 time: 1.4200037 May 10 15:05:21.253713 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f', 'name': 'network-vif-deleted', 'tag': '7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3', 'status': 'completed', 'code': 200} May 10 15:05:21.370701 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-c85fe390-1a4e-4299-b83c-d2571f4e0480 None None] Set router aee02500-0660-4c1d-b52a-d9f200bbfb5f gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:05:21.709155 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-c85fe390-1a4e-4299-b83c-d2571f4e0480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1761442963-router', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:43Z', 'updated_at': '2021-05-10T15:00:56Z', 'revision_number': 4, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'gw_port': {'id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:44Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': 'e1978893-0d91-4b79-bc44-5e9b70978083', 'name': '', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'mac_address': 'fa:16:3e:e6:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:54Z', 'updated_at': '2021-05-10T15:01:07Z', 'revision_number': 5, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'subnets': [{'id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:21.714403 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85fe390-1a4e-4299-b83c-d2571f4e0480 None None] Checking router: aee02500-0660-4c1d-b52a-d9f200bbfb5f for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:05:21.724772 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85fe390-1a4e-4299-b83c-d2571f4e0480 None None] Routers {'aee02500-0660-4c1d-b52a-d9f200bbfb5f'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:05:21.725393 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-c85fe390-1a4e-4299-b83c-d2571f4e0480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:05:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:21.731931 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 46000) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:21.985241 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-c85fe390-1a4e-4299-b83c-d2571f4e0480 None None] Set router aee02500-0660-4c1d-b52a-d9f200bbfb5f gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:05:22.043469 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d7d6a44f-af7a-4c95-8885-bf47626a6914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.052472 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-1e1380e3-6605-4f58-95e5-a6c727251556 req-9e0fa9f3-6e74-4bd0-9be7-ac91749562d9 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Synchronizing usage tracker for tenant:59b50fa570d5493abb0dae5e9d6f7738 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:05:22.077931 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-d7d6a44f-af7a-4c95-8885-bf47626a6914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:22.082191 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-1e1380e3-6605-4f58-95e5-a6c727251556 req-9e0fa9f3-6e74-4bd0-9be7-ac91749562d9 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Unset dirty status for tenant:59b50fa570d5493abb0dae5e9d6f7738 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:05:22.083320 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1e1380e3-6605-4f58-95e5-a6c727251556 req-9e0fa9f3-6e74-4bd0-9be7-ac91749562d9 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=b89ff0b6-7f75-4ee4-b6b0-8558e6b82e4f HTTP/1.1" status: 200 len: 210 time: 0.1022787 May 10 15:05:22.085137 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-d7d6a44f-af7a-4c95-8885-bf47626a6914 admin admin] Usage tracker for resource:security_group_rule and tenant:36e94000132a49cc9fc094b203d73ef6 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:22.089924 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-d7d6a44f-af7a-4c95-8885-bf47626a6914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:22.096813 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-d7d6a44f-af7a-4c95-8885-bf47626a6914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:22.136253 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9af6a-7022-438a-a4ca-2f895692dad4 req-ac10a0b7-a60a-405d-9472-463ac0eee059 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:22.138315 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1cc9af6a-7022-438a-a4ca-2f895692dad4 req-ac10a0b7-a60a-405d-9472-463ac0eee059 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.2340875 May 10 15:05:22.201795 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1cc9af6a-7022-438a-a4ca-2f895692dad4 req-37ab9d6c-008d-473d-a63f-b567ff092719 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548742 May 10 15:05:22.257143 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d7d6a44f-af7a-4c95-8885-bf47626a6914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.261608 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d7d6a44f-af7a-4c95-8885-bf47626a6914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.267919 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d008b217-7326-4851-8e94-7587c71a7bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:22.314360 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-d7d6a44f-af7a-4c95-8885-bf47626a6914 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=36e94000132a49cc9fc094b203d73ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5813196 May 10 15:05:22.315272 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6a44f-af7a-4c95-8885-bf47626a6914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1dbfa3-7ce6-40f8-affd-cf563a29488c,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:22.317524 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 46016) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:22.319757 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d7d6a44f-af7a-4c95-8885-bf47626a6914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:22.354423 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-c85fe390-1a4e-4299-b83c-d2571f4e0480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1761442963-router', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:43Z', 'updated_at': '2021-05-10T15:00:56Z', 'revision_number': 4, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'gw_port': {'id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:44Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': 'e1978893-0d91-4b79-bc44-5e9b70978083', 'name': '', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'mac_address': 'fa:16:3e:e6:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:54Z', 'updated_at': '2021-05-10T15:01:07Z', 'revision_number': 5, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'subnets': [{'id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:22.358454 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85fe390-1a4e-4299-b83c-d2571f4e0480 None None] The sync data for ids ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'] in dv-cinder-774286-14-iscsi is: [{'id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1761442963-router', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:43Z', 'updated_at': '2021-05-10T15:00:56Z', 'revision_number': 4, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'gw_port': {'id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:44Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': 'e1978893-0d91-4b79-bc44-5e9b70978083', 'name': '', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'mac_address': 'fa:16:3e:e6:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:54Z', 'updated_at': '2021-05-10T15:01:07Z', 'revision_number': 5, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'subnets': [{'id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:05:22.376067 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ccd48acc-ea1a-469e-b083-b2852c38488b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.403027 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ccd48acc-ea1a-469e-b083-b2852c38488b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.454546 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ccd48acc-ea1a-469e-b083-b2852c38488b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.458323 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-4b60c7f7-2d50-45e3-8a6e-196897582155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:22.471184 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd48acc-ea1a-469e-b083-b2852c38488b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1dbfa3-7ce6-40f8-affd-cf563a29488c,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:22.474080 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ccd48acc-ea1a-469e-b083-b2852c38488b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:22.476011 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ccd48acc-ea1a-469e-b083-b2852c38488b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.480436 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-ccd48acc-ea1a-469e-b083-b2852c38488b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b1dbfa3-7ce6-40f8-affd-cf563a29488c HTTP/1.1" status: 204 len: 168 time: 0.1619744 May 10 15:05:22.591790 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19d1cbf-6dc7-404f-a7fb-cb2da954fb48 None None] New status for floating IP 6e4911e1-0a17-4531-af39-0a0cc348d7de: DOWN {{(pid=78745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:05:22.795557 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46026) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:22.815593 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bf9a0f9e-63f1-44fc-99c3-d7d3413a6e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.831625 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-bf9a0f9e-63f1-44fc-99c3-d7d3413a6e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:22.835641 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-bf9a0f9e-63f1-44fc-99c3-d7d3413a6e15 admin admin] Usage tracker for resource:security_group_rule and tenant:fa22ece1752f404eb514afa9b94ac186 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:22.838611 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-bf9a0f9e-63f1-44fc-99c3-d7d3413a6e15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:22.844326 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-bf9a0f9e-63f1-44fc-99c3-d7d3413a6e15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:22.932429 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bf9a0f9e-63f1-44fc-99c3-d7d3413a6e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.937385 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bf9a0f9e-63f1-44fc-99c3-d7d3413a6e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:22.944835 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5e44c8a5-86b4-4b30-93db-44715e6202e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:22.994373 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-bf9a0f9e-63f1-44fc-99c3-d7d3413a6e15 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa22ece1752f404eb514afa9b94ac186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971667 May 10 15:05:22.995293 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a0f9e-63f1-44fc-99c3-d7d3413a6e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f001090-a543-441f-9259-daa0dc846ebe,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:22.998050 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 46030) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:22.998491 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-bf9a0f9e-63f1-44fc-99c3-d7d3413a6e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:23.063438 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7a938c55-4d23-44e8-807f-1ed296764966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.090580 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7a938c55-4d23-44e8-807f-1ed296764966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.142091 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7a938c55-4d23-44e8-807f-1ed296764966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.145943 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5dcc8dd7-0254-415d-adb9-931dde0af709 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:23.157430 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a938c55-4d23-44e8-807f-1ed296764966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f001090-a543-441f-9259-daa0dc846ebe,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:23.162036 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7a938c55-4d23-44e8-807f-1ed296764966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:23.165304 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7a938c55-4d23-44e8-807f-1ed296764966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.169529 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-7a938c55-4d23-44e8-807f-1ed296764966 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f001090-a543-441f-9259-daa0dc846ebe HTTP/1.1" status: 204 len: 168 time: 0.1678126 May 10 15:05:23.241389 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 46042) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:23.309339 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c8544a37-2532-4e30-aca7-82e8b1605c07 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.338172 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:05:23.338352 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c8544a37-2532-4e30-aca7-82e8b1605c07 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.373199 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] No Port match for: 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:05:23.373728 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 7a5a6fe5-5a23-4fa5-9fa4-fef90c0604c3 not bound to the agent host hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:05:23.397086 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c8544a37-2532-4e30-aca7-82e8b1605c07 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.401261 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-c03b7110-8caa-4497-8707-6e3b0d45bd51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:23.417292 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8544a37-2532-4e30-aca7-82e8b1605c07 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb57151-9883-48d7-ae1d-af842508bdfe,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:23.420371 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-c8544a37-2532-4e30-aca7-82e8b1605c07 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:23.435593 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c8544a37-2532-4e30-aca7-82e8b1605c07 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.438765 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-c8544a37-2532-4e30-aca7-82e8b1605c07 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "DELETE /v2.0/security-groups/7eb57151-9883-48d7-ae1d-af842508bdfe HTTP/1.1" status: 204 len: 168 time: 0.1942561 May 10 15:05:23.439467 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46048) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:23.462527 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.api.v2.resource [None req-e512137a-c308-41d2-a47f-12704d27db09 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] show failed (client error): The resource could not be found. May 10 15:05:23.463544 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-e512137a-c308-41d2-a47f-12704d27db09 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups/7eb57151-9883-48d7-ae1d-af842508bdfe HTTP/1.1" status: 404 len: 347 time: 0.0230386 May 10 15:05:23.466316 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46052) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:23.776848 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-bb3b207a-9b38-4886-931b-9eccb8f13d0c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Deleting port 2c556b26-f89e-4cc0-98c8-4a084de978e2 {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:05:23.777920 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bb3b207a-9b38-4886-931b-9eccb8f13d0c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.904030 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bb3b207a-9b38-4886-931b-9eccb8f13d0c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:23.904709 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bb3b207a-9b38-4886-931b-9eccb8f13d0c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:24.025243 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-bb3b207a-9b38-4886-931b-9eccb8f13d0c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Calling delete_port for 2c556b26-f89e-4cc0-98c8-4a084de978e2 owned by network:floatingip {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:05:24.142340 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bb3b207a-9b38-4886-931b-9eccb8f13d0c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:24.147234 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:24.194583 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b207a-9b38-4886-931b-9eccb8f13d0c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Pushing event deleted for resources: {'Port': ['ID=2c556b26-f89e-4cc0-98c8-4a084de978e2,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:24.226588 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-bb3b207a-9b38-4886-931b-9eccb8f13d0c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:24.286279 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bb3b207a-9b38-4886-931b-9eccb8f13d0c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for floatingip, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:24.317547 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-bb3b207a-9b38-4886-931b-9eccb8f13d0c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for floatingip, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:24.318701 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-bb3b207a-9b38-4886-931b-9eccb8f13d0c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "DELETE /v2.0/floatingips/6e4911e1-0a17-4531-af39-0a0cc348d7de HTTP/1.1" status: 204 len: 168 time: 0.8515112 May 10 15:05:24.599533 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46094) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:24.605002 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-c36bd07d-31ed-419b-a9f2-ba832f5c955f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1171473497', 'description': 'tempest-description--1282513181'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:24.610721 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-c36bd07d-31ed-419b-a9f2-ba832f5c955f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:24.614923 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-c36bd07d-31ed-419b-a9f2-ba832f5c955f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Usage tracker for resource:security_group and tenant:59b50fa570d5493abb0dae5e9d6f7738 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:24.618083 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-c36bd07d-31ed-419b-a9f2-ba832f5c955f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:24.624584 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-c36bd07d-31ed-419b-a9f2-ba832f5c955f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:24.636312 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c36bd07d-31ed-419b-a9f2-ba832f5c955f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:24.656370 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-c36bd07d-31ed-419b-a9f2-ba832f5c955f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:24.660132 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-c36bd07d-31ed-419b-a9f2-ba832f5c955f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Usage tracker for resource:security_group_rule and tenant:59b50fa570d5493abb0dae5e9d6f7738 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:24.662984 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-c36bd07d-31ed-419b-a9f2-ba832f5c955f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:24.669140 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-c36bd07d-31ed-419b-a9f2-ba832f5c955f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:24.741532 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c36bd07d-31ed-419b-a9f2-ba832f5c955f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:24.745891 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c36bd07d-31ed-419b-a9f2-ba832f5c955f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:24.751125 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-54326142-53b4-48c1-b1bd-61a961f5ca9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:24.791048 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36bd07d-31ed-419b-a9f2-ba832f5c955f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf780f4-ddbd-41ea-a7f3-57f813337f89,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:24.794004 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c36bd07d-31ed-419b-a9f2-ba832f5c955f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:24.795189 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-c36bd07d-31ed-419b-a9f2-ba832f5c955f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1945555 May 10 15:05:24.796091 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c36bd07d-31ed-419b-a9f2-ba832f5c955f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:24.799012 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 46100) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:24.804030 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-cdb57f0d-072f-46b7-a0a3-dd8804853f5a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Request body: {'security_group_rule': {'security_group_id': 'eaf780f4-ddbd-41ea-a7f3-57f813337f89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:24.810408 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-cdb57f0d-072f-46b7-a0a3-dd8804853f5a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:24.814418 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-cdb57f0d-072f-46b7-a0a3-dd8804853f5a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Usage tracker for resource:security_group_rule and tenant:59b50fa570d5493abb0dae5e9d6f7738 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:24.817852 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-cdb57f0d-072f-46b7-a0a3-dd8804853f5a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:24.823942 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-cdb57f0d-072f-46b7-a0a3-dd8804853f5a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:24.846564 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cdb57f0d-072f-46b7-a0a3-dd8804853f5a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:24.994538 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cdb57f0d-072f-46b7-a0a3-dd8804853f5a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:24.998154 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cdb57f0d-072f-46b7-a0a3-dd8804853f5a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461389'] for security_group_rule, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:25.000700 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:25.021568 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb57f0d-072f-46b7-a0a3-dd8804853f5a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd7fb8c-1565-4bdf-8e2a-d4e7e3ef546e,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:25.024238 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-cdb57f0d-072f-46b7-a0a3-dd8804853f5a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:25.030799 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cdb57f0d-072f-46b7-a0a3-dd8804853f5a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:25.032186 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-cdb57f0d-072f-46b7-a0a3-dd8804853f5a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2327020 May 10 15:05:25.035810 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46114) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:25.042812 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-45a265ea-0546-4de8-a9bb-8b1eb231e849 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Request body: {'security_group_rule': {'security_group_id': 'eaf780f4-ddbd-41ea-a7f3-57f813337f89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:25.048758 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-45a265ea-0546-4de8-a9bb-8b1eb231e849 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:25.052702 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-45a265ea-0546-4de8-a9bb-8b1eb231e849 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Usage tracker for resource:security_group_rule and tenant:59b50fa570d5493abb0dae5e9d6f7738 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:25.055636 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-45a265ea-0546-4de8-a9bb-8b1eb231e849 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:25.062269 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-45a265ea-0546-4de8-a9bb-8b1eb231e849 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:25.082542 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-45a265ea-0546-4de8-a9bb-8b1eb231e849 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:25.154881 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-45a265ea-0546-4de8-a9bb-8b1eb231e849 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:25.159502 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-45a265ea-0546-4de8-a9bb-8b1eb231e849 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461389'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:25.161644 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d08a2fd1-febb-41f6-942b-154d99bc86e5 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:25.184523 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a265ea-0546-4de8-a9bb-8b1eb231e849 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8e7e28-d92d-4c1b-b7bf-6bd1fd93a6ca,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:25.190121 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-45a265ea-0546-4de8-a9bb-8b1eb231e849 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:25.194536 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-45a265ea-0546-4de8-a9bb-8b1eb231e849 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:25.195706 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-45a265ea-0546-4de8-a9bb-8b1eb231e849 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1584346 May 10 15:05:25.200050 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 46122) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:25.205299 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-c2aa8167-4086-43f1-96a0-f44b443e5c9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Request body: {'floatingip': {'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:25.211020 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-c2aa8167-4086-43f1-96a0-f44b443e5c9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:25.214861 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-c2aa8167-4086-43f1-96a0-f44b443e5c9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Usage tracker for resource:floatingip and tenant:59b50fa570d5493abb0dae5e9d6f7738 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:25.217778 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-c2aa8167-4086-43f1-96a0-f44b443e5c9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:25.223533 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-c2aa8167-4086-43f1-96a0-f44b443e5c9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:25.233463 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c2aa8167-4086-43f1-96a0-f44b443e5c9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for floatingip, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:25.375519 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c2aa8167-4086-43f1-96a0-f44b443e5c9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:25.518855 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [None req-c2aa8167-4086-43f1-96a0-f44b443e5c9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Allocated IP 172.27.2.99 (7f05d45f-a9de-427f-b4f6-29fb46a47d9c/0e18a723-9037-4ee4-acce-9c55576c5ea3/5994e0b1-b894-4670-a24e-fda12b1e5d18) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:05:25.664963 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c2aa8167-4086-43f1-96a0-f44b443e5c9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:25.693930 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c2aa8167-4086-43f1-96a0-f44b443e5c9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:25.698928 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:25.753172 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2aa8167-4086-43f1-96a0-f44b443e5c9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:05:25.755708 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-c2aa8167-4086-43f1-96a0-f44b443e5c9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:25.759764 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aa8167-4086-43f1-96a0-f44b443e5c9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:05:25.805808 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa8167-4086-43f1-96a0-f44b443e5c9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Pushing event updated for resources: {'Port': ['ID=5994e0b1-b894-4670-a24e-fda12b1e5d18,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:25.809702 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-c2aa8167-4086-43f1-96a0-f44b443e5c9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:25.854275 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c2aa8167-4086-43f1-96a0-f44b443e5c9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:25.864314 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46142) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:25.912469 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c2aa8167-4086-43f1-96a0-f44b443e5c9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:25.985352 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c9d1de66-345b-44f9-9b38-5d12fe320815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:26.002991 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-c9d1de66-345b-44f9-9b38-5d12fe320815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:26.007602 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-c9d1de66-345b-44f9-9b38-5d12fe320815 admin admin] Usage tracker for resource:security_group_rule and tenant:5ba6c74eb91f46c2868ec45b6c3d4ae9 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:26.011333 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-c9d1de66-345b-44f9-9b38-5d12fe320815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:26.028970 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-c9d1de66-345b-44f9-9b38-5d12fe320815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:26.122270 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c9d1de66-345b-44f9-9b38-5d12fe320815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:26.127821 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c9d1de66-345b-44f9-9b38-5d12fe320815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:26.132930 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c2aa8167-4086-43f1-96a0-f44b443e5c9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:26.135900 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:26.138516 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c2aa8167-4086-43f1-96a0-f44b443e5c9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:26.143673 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:26.178050 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1de66-345b-44f9-9b38-5d12fe320815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa7dbb7-b4a6-4335-8589-cdcef52f3404,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:26.185168 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-c9d1de66-345b-44f9-9b38-5d12fe320815 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ba6c74eb91f46c2868ec45b6c3d4ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173230 May 10 15:05:26.185168 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c9d1de66-345b-44f9-9b38-5d12fe320815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:26.185491 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46154) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:26.259729 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa8167-4086-43f1-96a0-f44b443e5c9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Pushing event updated for resources: {'Port': ['ID=5994e0b1-b894-4670-a24e-fda12b1e5d18,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:26.261005 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6f56bf34-32b1-4096-a482-f3ded28a5dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:26.267747 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-c2aa8167-4086-43f1-96a0-f44b443e5c9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:26.273322 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c2aa8167-4086-43f1-96a0-f44b443e5c9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405872'] for floatingip, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:26.296740 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-c2aa8167-4086-43f1-96a0-f44b443e5c9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for floatingip, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:26.297877 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6f56bf34-32b1-4096-a482-f3ded28a5dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:26.298053 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-c2aa8167-4086-43f1-96a0-f44b443e5c9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0969555 May 10 15:05:26.363266 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6f56bf34-32b1-4096-a482-f3ded28a5dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:26.363266 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-df76d3c6-b0a4-4328-81ad-338b4a92eb0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:26.374524 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56bf34-32b1-4096-a482-f3ded28a5dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa7dbb7-b4a6-4335-8589-cdcef52f3404,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:26.386688 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6f56bf34-32b1-4096-a482-f3ded28a5dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:26.392616 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6f56bf34-32b1-4096-a482-f3ded28a5dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:26.403913 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-6f56bf34-32b1-4096-a482-f3ded28a5dcd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3fa7dbb7-b4a6-4335-8589-cdcef52f3404 HTTP/1.1" status: 204 len: 168 time: 0.2175515 May 10 15:05:26.535083 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-5d824a34-36b0-4141-9e64-3b9233957aae tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Synchronizing usage tracker for tenant:59b50fa570d5493abb0dae5e9d6f7738 on resource:security_group {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:05:26.551809 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-5d824a34-36b0-4141-9e64-3b9233957aae tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Unset dirty status for tenant:59b50fa570d5493abb0dae5e9d6f7738 on resource:security_group {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:05:26.553096 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-5d824a34-36b0-4141-9e64-3b9233957aae tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1171473497&fields=id&tenant_id=59b50fa570d5493abb0dae5e9d6f7738 HTTP/1.1" status: 200 len: 267 time: 0.0602355 May 10 15:05:26.708036 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-3a64d3fc-59cf-4e6c-91b5-4e1a5bf3648e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:26.709467 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-3a64d3fc-59cf-4e6c-91b5-4e1a5bf3648e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/networks?id=7900d589-d085-4d9e-bb39-0c869bf63df8 HTTP/1.1" status: 200 len: 817 time: 0.1493392 May 10 15:05:26.725667 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-84aade39-fa27-4996-b0cb-a266dcc994d6 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/quotas/59b50fa570d5493abb0dae5e9d6f7738 HTTP/1.1" status: 200 len: 375 time: 0.0093083 May 10 15:05:26.727934 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46180) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:26.747821 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-06bd14fe-0adb-40fb-b042-cc2d0eddebe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:26.762928 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-06bd14fe-0adb-40fb-b042-cc2d0eddebe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:26.766680 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-06bd14fe-0adb-40fb-b042-cc2d0eddebe0 admin admin] Usage tracker for resource:security_group_rule and tenant:e2c6b64c8b924a0586d82e6ad5ec19d5 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:26.769514 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-06bd14fe-0adb-40fb-b042-cc2d0eddebe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:26.775775 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-06bd14fe-0adb-40fb-b042-cc2d0eddebe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:26.821436 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-48536a30-8c17-4905-9233-56f2c01d7de2 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=59b50fa570d5493abb0dae5e9d6f7738&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0884335 May 10 15:05:26.864958 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-06bd14fe-0adb-40fb-b042-cc2d0eddebe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:26.870177 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-06bd14fe-0adb-40fb-b042-cc2d0eddebe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:26.886438 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-bbcd931a-0304-47ce-999a-fcae8f7f8f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:26.916389 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd14fe-0adb-40fb-b042-cc2d0eddebe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361fdeba-064f-426a-8ce3-bbcc39b710d4,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:26.921980 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-06bd14fe-0adb-40fb-b042-cc2d0eddebe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:26.946883 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-06bd14fe-0adb-40fb-b042-cc2d0eddebe0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2c6b64c8b924a0586d82e6ad5ec19d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2155838 May 10 15:05:26.947195 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46188) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:26.986114 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-6f588a0e-dce1-4373-856c-ba1de7cc78a2 service neutron] 10.222.0.30 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519632 May 10 15:05:27.024363 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7142e0d8-441e-4500-89b0-dc4f5fe1cb92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:27.057934 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7142e0d8-441e-4500-89b0-dc4f5fe1cb92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:27.115110 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7142e0d8-441e-4500-89b0-dc4f5fe1cb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:27.120656 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-9f4c7810-a469-43f8-aa43-d7918a4e6774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:27.125287 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-0d8237c7-4a51-44b9-94b1-b1baa41056c4 service neutron] 10.222.0.30 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381624 May 10 15:05:27.131171 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142e0d8-441e-4500-89b0-dc4f5fe1cb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361fdeba-064f-426a-8ce3-bbcc39b710d4,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:27.133455 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-7142e0d8-441e-4500-89b0-dc4f5fe1cb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:27.139682 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7142e0d8-441e-4500-89b0-dc4f5fe1cb92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:27.140828 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-7142e0d8-441e-4500-89b0-dc4f5fe1cb92 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/361fdeba-064f-426a-8ce3-bbcc39b710d4 HTTP/1.1" status: 204 len: 168 time: 0.1926448 May 10 15:05:27.413846 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8a5aea7f-1eee-45e3-848b-e0d05f8a4ce0 req-af9b3b14-d294-4d48-9ee4-2252f5979fbf tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 210 time: 0.1348298 May 10 15:05:28.426240 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-bb663fdc-7981-4ee9-b1f5-de9266ddef66 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:28.428381 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-bb663fdc-7981-4ee9-b1f5-de9266ddef66 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.47 "GET /v2.0/networks?id=7900d589-d085-4d9e-bb39-0c869bf63df8 HTTP/1.1" status: 200 len: 817 time: 0.1905677 May 10 15:05:28.499466 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-490a2366-b482-44f3-b0c4-33026962a518 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59b50fa570d5493abb0dae5e9d6f7738 HTTP/1.1" status: 200 len: 380 time: 0.0596745 May 10 15:05:28.525636 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-3df9ea23-beee-4fb5-978b-548b7f9a356c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Request body: {'port': {'device_id': 'fb0f32fc-5690-44d6-8ec4-38d7ec3af82c', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'admin_state_up': True, 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'security_groups': ['eaf780f4-ddbd-41ea-a7f3-57f813337f89']}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:28.640883 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-44bb099d-cf92-46f9-bfca-f5f8e63973c1 req-fd92698b-b768-440d-8de3-dc77de17093f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 210 time: 0.0991778 May 10 15:05:28.706103 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-3df9ea23-beee-4fb5-978b-548b7f9a356c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:28.710040 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-3df9ea23-beee-4fb5-978b-548b7f9a356c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Usage tracker for resource:port and tenant:59b50fa570d5493abb0dae5e9d6f7738 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:28.713329 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-3df9ea23-beee-4fb5-978b-548b7f9a356c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:28.719017 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-3df9ea23-beee-4fb5-978b-548b7f9a356c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:28.729497 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-3df9ea23-beee-4fb5-978b-548b7f9a356c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Made reservation on behalf of 59b50fa570d5493abb0dae5e9d6f7738 for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:05:28.733307 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-3df9ea23-beee-4fb5-978b-548b7f9a356c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:28.896742 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-3df9ea23-beee-4fb5-978b-548b7f9a356c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Allocated IP 172.20.0.11 (7900d589-d085-4d9e-bb39-0c869bf63df8/4b7e9e96-1dce-417a-b62d-87a2de80d899/2ba923d7-1c47-4c38-a98e-f30b53970fef) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:05:29.096356 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-3df9ea23-beee-4fb5-978b-548b7f9a356c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:29.112292 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-3df9ea23-beee-4fb5-978b-548b7f9a356c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Transition to ACTIVE for port object 2ba923d7-1c47-4c38-a98e-f30b53970fef will not be triggered until provisioned by entity DHCP. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:05:29.138224 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-3df9ea23-beee-4fb5-978b-548b7f9a356c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:29.144835 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:29.203951 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-3df9ea23-beee-4fb5-978b-548b7f9a356c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Network 7900d589-d085-4d9e-bb39-0c869bf63df8 is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:05:29.206925 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-3df9ea23-beee-4fb5-978b-548b7f9a356c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:29.209333 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-3df9ea23-beee-4fb5-978b-548b7f9a356c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:05:29.258653 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9ea23-beee-4fb5-978b-548b7f9a356c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Pushing event updated for resources: {'Port': ['ID=2ba923d7-1c47-4c38-a98e-f30b53970fef,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:29.264787 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3df9ea23-beee-4fb5-978b-548b7f9a356c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:29.292890 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-3df9ea23-beee-4fb5-978b-548b7f9a356c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:29.293512 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-3df9ea23-beee-4fb5-978b-548b7f9a356c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:29.319192 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-3df9ea23-beee-4fb5-978b-548b7f9a356c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8024831 May 10 15:05:29.331271 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] Request body: {'port': {'device_id': 'fb0f32fc-5690-44d6-8ec4-38d7ec3af82c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:29.443410 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:29.480197 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-05d02ceb-c3ff-4398-b881-987b96fc952e None None] Provisioning for port 2ba923d7-1c47-4c38-a98e-f30b53970fef completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:05:29.487047 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-05d02ceb-c3ff-4398-b881-987b96fc952e None None] Provisioning complete for port 2ba923d7-1c47-4c38-a98e-f30b53970fef triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:29.489211 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-05d02ceb-c3ff-4398-b881-987b96fc952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:29.502903 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46288) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:29.549125 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-05d02ceb-c3ff-4398-b881-987b96fc952e None None] Port 2ba923d7-1c47-4c38-a98e-f30b53970fef cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:05:29.639530 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3dda10b8-3402-4a2c-88c7-9bb3e4ee68f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:29.654523 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-3dda10b8-3402-4a2c-88c7-9bb3e4ee68f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:29.658338 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-3dda10b8-3402-4a2c-88c7-9bb3e4ee68f6 admin admin] Usage tracker for resource:security_group_rule and tenant:ceb4860bb2dc425396bfd165b342976e is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:29.661164 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-3dda10b8-3402-4a2c-88c7-9bb3e4ee68f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:29.667115 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-3dda10b8-3402-4a2c-88c7-9bb3e4ee68f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:29.757315 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3dda10b8-3402-4a2c-88c7-9bb3e4ee68f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:29.761503 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3dda10b8-3402-4a2c-88c7-9bb3e4ee68f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:29.770230 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-bc74e1d1-4c97-4633-8ac8-80fff6e46397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:29.813463 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-3dda10b8-3402-4a2c-88c7-9bb3e4ee68f6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ceb4860bb2dc425396bfd165b342976e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3093767 May 10 15:05:29.815135 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda10b8-3402-4a2c-88c7-9bb3e4ee68f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cdf646-bb33-4092-b787-05801c0e96a3,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:29.817391 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46300) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:29.819798 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3dda10b8-3402-4a2c-88c7-9bb3e4ee68f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:29.873491 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba923d7-1c47-4c38-a98e-f30b53970fef {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:05:29.876206 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1aabd1ff-c039-4914-b7d2-fe2512888fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:29.882810 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:29.903052 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1aabd1ff-c039-4914-b7d2-fe2512888fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:29.904921 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] Transition to ACTIVE for port object 2ba923d7-1c47-4c38-a98e-f30b53970fef will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:05:29.910050 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:29.914871 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3df9ea23-beee-4fb5-978b-548b7f9a356c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:29.955989 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1aabd1ff-c039-4914-b7d2-fe2512888fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:29.960896 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3685ef20-b511-4068-ba3b-bf11afaec1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:29.972830 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aabd1ff-c039-4914-b7d2-fe2512888fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cdf646-bb33-4092-b787-05801c0e96a3,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:29.975689 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-1aabd1ff-c039-4914-b7d2-fe2512888fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:29.977731 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1aabd1ff-c039-4914-b7d2-fe2512888fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:29.984729 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-1aabd1ff-c039-4914-b7d2-fe2512888fa1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7cdf646-bb33-4092-b787-05801c0e96a3 HTTP/1.1" status: 204 len: 168 time: 0.1662023 May 10 15:05:30.040994 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb7b8d-1312-4d51-a025-f87a5ee8f52b req-b7fb6a47-518e-428b-8592-0e83b452b49c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:30.042003 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-2cbb7b8d-1312-4d51-a025-f87a5ee8f52b req-b7fb6a47-518e-428b-8592-0e83b452b49c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Synchronizing usage tracker for tenant:59b50fa570d5493abb0dae5e9d6f7738 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:05:30.223443 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba923d7-1c47-4c38-a98e-f30b53970fef,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:30.229395 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:30.229993 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-2cbb7b8d-1312-4d51-a025-f87a5ee8f52b req-b7fb6a47-518e-428b-8592-0e83b452b49c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Unset dirty status for tenant:59b50fa570d5493abb0dae5e9d6f7738 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:05:30.231683 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2cbb7b8d-1312-4d51-a025-f87a5ee8f52b req-b7fb6a47-518e-428b-8592-0e83b452b49c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 932 time: 0.4199240 May 10 15:05:30.298630 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46308) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:30.305250 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] Attempting to bind port 2ba923d7-1c47-4c38-a98e-f30b53970fef on host hv-cinder-77428 for vnic_type normal with profile {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:05:30.305586 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] Attempting to bind port 2ba923d7-1c47-4c38-a98e-f30b53970fef by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '7b80ebab-1ec2-4020-a231-02aa16ebc302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:05:30.306472 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] Attempting to bind port 2ba923d7-1c47-4c38-a98e-f30b53970fef on network 7900d589-d085-4d9e-bb39-0c869bf63df8 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:05:30.310749 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2cbb7b8d-1312-4d51-a025-f87a5ee8f52b req-5a952b61-2bea-4322-b6b7-134cab487306 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709357 May 10 15:05:30.314032 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] Port 2ba923d7-1c47-4c38-a98e-f30b53970fef on network 7900d589-d085-4d9e-bb39-0c869bf63df8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:05:30.314353 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] Attempting to bind port 2ba923d7-1c47-4c38-a98e-f30b53970fef on network 7900d589-d085-4d9e-bb39-0c869bf63df8 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:05:30.317170 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-97eadc6e-5bd0-4bca-97b3-29b001da9271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:30.319541 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] Checking agent: {'id': '22792be7-dc61-4190-b12e-2da4263bba02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:05:30.320118 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] Checking segment: {'id': '7b80ebab-1ec2-4020-a231-02aa16ebc302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:05:30.320504 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] Bound using segment: {'id': '7b80ebab-1ec2-4020-a231-02aa16ebc302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:05:30.320933 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] Bound port: 2ba923d7-1c47-4c38-a98e-f30b53970fef, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b80ebab-1ec2-4020-a231-02aa16ebc302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:05:30.321277 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:30.333286 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-97eadc6e-5bd0-4bca-97b3-29b001da9271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:30.337496 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-97eadc6e-5bd0-4bca-97b3-29b001da9271 admin admin] Usage tracker for resource:security_group_rule and tenant:a833b682b9494d03876880017e2effa3 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:30.340340 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-97eadc6e-5bd0-4bca-97b3-29b001da9271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:30.345912 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-97eadc6e-5bd0-4bca-97b3-29b001da9271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:30.410334 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] For port 2ba923d7-1c47-4c38-a98e-f30b53970fef, host hv-cinder-77428, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:05:30.413261 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] For port 2ba923d7-1c47-4c38-a98e-f30b53970fef, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2ba923d7-1c47-4c38-a98e-f30b53970fef,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:05:30.417639 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:30.422036 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-39d71e29-9c5b-4d50-b5e4-4dd3a2e832f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:30.430067 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-97eadc6e-5bd0-4bca-97b3-29b001da9271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:30.434094 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-97eadc6e-5bd0-4bca-97b3-29b001da9271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:30.445888 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c9d1de66-345b-44f9-9b38-5d12fe320815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:30.474697 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:30.475371 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:30.476667 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] 10.222.0.47 "PUT /v2.0/ports/2ba923d7-1c47-4c38-a98e-f30b53970fef HTTP/1.1" status: 200 len: 1094 time: 1.1500609 May 10 15:05:30.477148 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0f32fc-5690-44d6-8ec4-38d7ec3af82c', 'tag': '2ba923d7-1c47-4c38-a98e-f30b53970fef'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:05:30.490040 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-97eadc6e-5bd0-4bca-97b3-29b001da9271 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a833b682b9494d03876880017e2effa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1902075 May 10 15:05:30.491333 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46314) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:30.492235 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eadc6e-5bd0-4bca-97b3-29b001da9271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da91010-d5b8-45b4-a90e-0f5c9641851c,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:30.498353 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-97eadc6e-5bd0-4bca-97b3-29b001da9271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:30.513354 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba923d7-1c47-4c38-a98e-f30b53970fef,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:30.517260 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:30.557221 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0f32fc-5690-44d6-8ec4-38d7ec3af82c', 'tag': '2ba923d7-1c47-4c38-a98e-f30b53970fef', 'status': 'completed', 'code': 200} May 10 15:05:30.568380 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7b77c630-1b67-4103-aab3-c1d9e0e52c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:30.595966 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7b77c630-1b67-4103-aab3-c1d9e0e52c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:30.598069 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-eee3250a-0a9d-4a66-bc61-a16c65416db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:30.599619 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-eee3250a-0a9d-4a66-bc61-a16c65416db4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=59b50fa570d5493abb0dae5e9d6f7738&device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 1097 time: 0.0740173 May 10 15:05:30.653356 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7b77c630-1b67-4103-aab3-c1d9e0e52c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:30.658101 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a88dd916-3ad9-468b-872b-d2f25be4c871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:30.672216 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77c630-1b67-4103-aab3-c1d9e0e52c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da91010-d5b8-45b4-a90e-0f5c9641851c,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:30.675085 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-62e82ce7-21f4-4d12-a4dd-f91a4da2e97b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ba923d7-1c47-4c38-a98e-f30b53970fef HTTP/1.1" status: 200 len: 217 time: 0.0683036 May 10 15:05:30.675998 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-7b77c630-1b67-4103-aab3-c1d9e0e52c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:30.679253 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7b77c630-1b67-4103-aab3-c1d9e0e52c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:30.682947 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-7b77c630-1b67-4103-aab3-c1d9e0e52c5b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6da91010-d5b8-45b4-a90e-0f5c9641851c HTTP/1.1" status: 204 len: 168 time: 0.1845062 May 10 15:05:30.763877 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-ae62c3fa-ea80-4fb7-92d5-3b7a0043bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:30.765588 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-ae62c3fa-ea80-4fb7-92d5-3b7a0043bcf8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b7e9e96-1dce-417a-b62d-87a2de80d899 HTTP/1.1" status: 200 len: 856 time: 0.0753987 May 10 15:05:30.857287 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-de5a74ad-2920-4950-8b9a-8c663ef2e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:30.858811 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-de5a74ad-2920-4950-8b9a-8c663ef2e1f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7900d589-d085-4d9e-bb39-0c869bf63df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0819046 May 10 15:05:30.995416 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-e8ecba33-3310-4055-be6a-11a282557382 service neutron] 10.222.0.47 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267068 May 10 15:05:31.147197 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-913e5e1c-2fa0-4432-bdb9-0a5f4787fb44 req-a5b75513-b162-42be-80f4-7ae08ad0b242 service neutron] 10.222.0.47 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421447 May 10 15:05:31.262879 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f47d2-3499-4919-99c4-7df877a498ef req-9c8601de-3ac0-4c2d-848e-fb5ea1845e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:31.264353 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cd3f47d2-3499-4919-99c4-7df877a498ef req-9c8601de-3ac0-4c2d-848e-fb5ea1845e3e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=59b50fa570d5493abb0dae5e9d6f7738&device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 1097 time: 0.0733256 May 10 15:05:31.396848 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f47d2-3499-4919-99c4-7df877a498ef req-0422d15a-e9a7-4b2b-8d01-8f1cd0d63af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:31.398294 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cd3f47d2-3499-4919-99c4-7df877a498ef req-0422d15a-e9a7-4b2b-8d01-8f1cd0d63af6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7900d589-d085-4d9e-bb39-0c869bf63df8 HTTP/1.1" status: 200 len: 918 time: 0.1270177 May 10 15:05:31.508308 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cd3f47d2-3499-4919-99c4-7df877a498ef req-394e165b-29f7-44d5-99d4-ccaee93e1a6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ba923d7-1c47-4c38-a98e-f30b53970fef HTTP/1.1" status: 200 len: 217 time: 0.1024210 May 10 15:05:31.584693 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f47d2-3499-4919-99c4-7df877a498ef req-48a4cfd1-a406-46ae-ba85-2f2be3419ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:31.586110 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cd3f47d2-3499-4919-99c4-7df877a498ef req-48a4cfd1-a406-46ae-ba85-2f2be3419ba0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b7e9e96-1dce-417a-b62d-87a2de80d899 HTTP/1.1" status: 200 len: 856 time: 0.0701489 May 10 15:05:31.636919 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a958316-d2ba-4de7-a586-c750ef6425a4 req-27a8be1e-fa92-4671-8a8f-12314e6b9291 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:31.638361 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4a958316-d2ba-4de7-a586-c750ef6425a4 req-27a8be1e-fa92-4671-8a8f-12314e6b9291 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 944 time: 0.1810055 May 10 15:05:31.694079 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4a958316-d2ba-4de7-a586-c750ef6425a4 req-5a50fbe8-d038-4e54-8630-808fe77cebd6 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491774 May 10 15:05:31.709075 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f47d2-3499-4919-99c4-7df877a498ef req-b18e138d-ec48-4502-abe5-98e96346d6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:31.710544 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cd3f47d2-3499-4919-99c4-7df877a498ef req-b18e138d-ec48-4502-abe5-98e96346d6cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7900d589-d085-4d9e-bb39-0c869bf63df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1162503 May 10 15:05:31.844691 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cd3f47d2-3499-4919-99c4-7df877a498ef req-2c6d2649-c0f4-46e0-8e80-377555ac396e service neutron] 10.222.0.47 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254904 May 10 15:05:31.876830 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46354) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:32.005414 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3d40f3b9-8440-4026-9162-887b5a7a6950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:32.023491 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-3d40f3b9-8440-4026-9162-887b5a7a6950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:32.028935 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-3d40f3b9-8440-4026-9162-887b5a7a6950 admin admin] Usage tracker for resource:security_group_rule and tenant:466996138da6473796768aaf09c526ff is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:32.032179 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-3d40f3b9-8440-4026-9162-887b5a7a6950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:32.038779 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-3d40f3b9-8440-4026-9162-887b5a7a6950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:32.069295 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cd3f47d2-3499-4919-99c4-7df877a498ef req-517d637f-d9e3-4fc9-bd0d-bffe707158c4 service neutron] 10.222.0.47 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150917 May 10 15:05:32.189526 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 46366) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:32.209866 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3d40f3b9-8440-4026-9162-887b5a7a6950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:32.214444 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3d40f3b9-8440-4026-9162-887b5a7a6950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:32.222753 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5a84559c-8e9c-492d-a9cf-c300c4a5d198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:32.263032 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-3d40f3b9-8440-4026-9162-887b5a7a6950 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=466996138da6473796768aaf09c526ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3851430 May 10 15:05:32.263967 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40f3b9-8440-4026-9162-887b5a7a6950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8729d933-49b2-481e-9773-6434ca953771,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:32.265667 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 46372) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:32.266950 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3d40f3b9-8440-4026-9162-887b5a7a6950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:32.324198 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-804992be-a50d-49a3-9db5-603d7616cdff admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:32.342508 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-804992be-a50d-49a3-9db5-603d7616cdff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:32.354518 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-804992be-a50d-49a3-9db5-603d7616cdff admin admin] Usage tracker for resource:security_group_rule and tenant:4e5eed5dd82a40e6985552763253aaa2 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:32.358537 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-804992be-a50d-49a3-9db5-603d7616cdff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:32.364910 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7bce1f3c-c392-4f40-96ad-afc871208691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:32.367387 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-804992be-a50d-49a3-9db5-603d7616cdff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:32.398666 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7bce1f3c-c392-4f40-96ad-afc871208691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:32.488565 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7bce1f3c-c392-4f40-96ad-afc871208691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:32.495098 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-bcd768b8-232c-42ca-99a9-7739d3de2300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:32.514451 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce1f3c-c392-4f40-96ad-afc871208691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8729d933-49b2-481e-9773-6434ca953771,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:32.521071 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-804992be-a50d-49a3-9db5-603d7616cdff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:32.522130 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7bce1f3c-c392-4f40-96ad-afc871208691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:32.531819 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-804992be-a50d-49a3-9db5-603d7616cdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:32.538519 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3147218e-4051-452b-830b-ce8d2b6f175f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:32.548393 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7bce1f3c-c392-4f40-96ad-afc871208691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:32.549470 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-7bce1f3c-c392-4f40-96ad-afc871208691 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8729d933-49b2-481e-9773-6434ca953771 HTTP/1.1" status: 204 len: 168 time: 0.2809508 May 10 15:05:32.581847 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-804992be-a50d-49a3-9db5-603d7616cdff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e5eed5dd82a40e6985552763253aaa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3911963 May 10 15:05:32.582747 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804992be-a50d-49a3-9db5-603d7616cdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31a1fdf-aaa1-4e22-bcb3-e564600385ad,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:32.584599 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46378) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:32.585612 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-804992be-a50d-49a3-9db5-603d7616cdff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:32.645634 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-046498fe-194b-4985-a5d1-9c72ab6f8692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:32.672244 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-046498fe-194b-4985-a5d1-9c72ab6f8692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:32.723792 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-046498fe-194b-4985-a5d1-9c72ab6f8692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:32.732881 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-7142e0d8-441e-4500-89b0-dc4f5fe1cb92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:32.750250 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046498fe-194b-4985-a5d1-9c72ab6f8692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31a1fdf-aaa1-4e22-bcb3-e564600385ad,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:32.753443 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-046498fe-194b-4985-a5d1-9c72ab6f8692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:32.754566 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-046498fe-194b-4985-a5d1-9c72ab6f8692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:32.758081 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-046498fe-194b-4985-a5d1-9c72ab6f8692 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d31a1fdf-aaa1-4e22-bcb3-e564600385ad HTTP/1.1" status: 204 len: 168 time: 0.1700032 May 10 15:05:32.904295 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061bce1-3f79-411b-8bb2-299fe8aa9d2a req-36e6004d-1eef-4ea5-8b8f-5eab88633119 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:32.906220 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b061bce1-3f79-411b-8bb2-299fe8aa9d2a req-36e6004d-1eef-4ea5-8b8f-5eab88633119 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 944 time: 0.0899622 May 10 15:05:32.954468 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b061bce1-3f79-411b-8bb2-299fe8aa9d2a req-4402c626-27d0-46d0-8b2d-b397bd8fe922 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409133 May 10 15:05:33.378652 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 2ba923d7-1c47-4c38-a98e-f30b53970fef details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:05:33.501171 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46426) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:33.535338 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 2ba923d7-1c47-4c38-a98e-f30b53970fef, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2ba923d7-1c47-4c38-a98e-f30b53970fef,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:33.550414 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Returning: {'device': '2ba923d7-1c47-4c38-a98e-f30b53970fef', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'port_id': '2ba923d7-1c47-4c38-a98e-f30b53970fef', 'mac_address': 'fa:16:3e:cb:0e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:05:33.612179 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.612495 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1648878266-network', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:33.617007 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:33.621073 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] Usage tracker for resource:network and tenant:8900b9d0dbfa4995b809f83538bb787d is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:33.624083 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:33.628813 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba923d7-1c47-4c38-a98e-f30b53970fef {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:05:33.630381 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:33.640675 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] Made reservation on behalf of 8900b9d0dbfa4995b809f83538bb787d for: {'network': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:05:33.643352 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for network, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.644994 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 2ba923d7-1c47-4c38-a98e-f30b53970fef, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2ba923d7-1c47-4c38-a98e-f30b53970fef,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:33.650910 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.653569 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:33.656410 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.672537 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:33.676313 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] Usage tracker for resource:security_group_rule and tenant:8900b9d0dbfa4995b809f83538bb787d is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:33.679387 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:33.685322 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:33.732822 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=2ba923d7-1c47-4c38-a98e-f30b53970fef,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:33.740724 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:33.742012 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:33.742495 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:33.742998 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:33.743534 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:33.744094 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:33.744572 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:33.744999 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:33.745323 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:33.745638 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:33.746002 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:33.746318 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:33.757199 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:33.795309 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.799430 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.804493 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d8845ccd-6be2-46ee-bc12-059748094027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:33.837356 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=78742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:05:33.845753 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc53fb83-9660-4fbb-b726-53587c6748f0,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:33.849002 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:33.853409 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.853864 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.db.segments_db [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] Added segment 503f243e-3e90-4306-889c-a12bd1d22596 of type vlan for network 7922592b-e5c7-4166-aa1b-a45eebe02820 May 10 15:05:33.878902 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729786867074'] for network, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.894725 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['2ba923d7-1c47-4c38-a98e-f30b53970fef'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:05:33.907855 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for network, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.909232 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:33.909810 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:33.913370 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:34.016797 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] Pushing event updated for resources: {'Network': ['ID=7922592b-e5c7-4166-aa1b-a45eebe02820,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:34.020901 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:34.025560 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5206158 May 10 15:05:34.025907 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 46438) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:34.031370 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-0f32d9aa-b086-43f4-996d-3c6deabd064e admin admin] Request body: {'subnet': {'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1648878266-subnet', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'ip_version': 4}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:34.036300 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-0f32d9aa-b086-43f4-996d-3c6deabd064e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:34.040932 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-0f32d9aa-b086-43f4-996d-3c6deabd064e admin admin] Usage tracker for resource:subnet and tenant:8900b9d0dbfa4995b809f83538bb787d is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:34.044213 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-0f32d9aa-b086-43f4-996d-3c6deabd064e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:34.044344 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Network 7922592b-e5c7-4166-aa1b-a45eebe02820 details requested by agent ovs-agent-dv-cinder-774286-14-iscsi with host dv-cinder-774286-14-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:05:34.050348 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-0f32d9aa-b086-43f4-996d-3c6deabd064e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:34.062333 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f32d9aa-b086-43f4-996d-3c6deabd064e admin admin] Made reservation on behalf of 8900b9d0dbfa4995b809f83538bb787d for: {'subnet': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:05:34.066553 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0f32d9aa-b086-43f4-996d-3c6deabd064e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1290569'] for subnet, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:34.237082 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:34.249541 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b260ec-dcbd-498e-a3a8-ec7927a6c906 req-1ca69d59-4dbf-44bf-b670-deb184adee47 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:34.250980 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-82b260ec-dcbd-498e-a3a8-ec7927a6c906 req-1ca69d59-4dbf-44bf-b670-deb184adee47 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 945 time: 0.1683247 May 10 15:05:34.340103 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-82b260ec-dcbd-498e-a3a8-ec7927a6c906 req-f52ae6e1-c285-430f-b7a6-88ecfeaa340a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824630 May 10 15:05:34.548670 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0f32d9aa-b086-43f4-996d-3c6deabd064e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1867932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1290555'] for subnet, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:34.553134 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8675cf44-3446-4124-9d8d-d2171f9e58e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:34.619876 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32d9aa-b086-43f4-996d-3c6deabd064e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c58900c-b895-4de8-960a-0862563ac0ec,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:34.623128 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-0f32d9aa-b086-43f4-996d-3c6deabd064e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:34.628707 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f32d9aa-b086-43f4-996d-3c6deabd064e admin admin] Checking segment: {'id': '503f243e-3e90-4306-889c-a12bd1d22596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:05:34.629060 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f32d9aa-b086-43f4-996d-3c6deabd064e admin admin] Network hostable DHCP agents. Network: 7922592b-e5c7-4166-aa1b-a45eebe02820, hostable agents: ['c2c2a961-2376-4d10-9e89-a93ed7bded42'], hosted agents: [] {{(pid=78743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:05:34.645177 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f32d9aa-b086-43f4-996d-3c6deabd064e admin admin] Network 7922592b-e5c7-4166-aa1b-a45eebe02820 is scheduled to be hosted by DHCP agent c2c2a961-2376-4d10-9e89-a93ed7bded42 with binding_index 1 {{(pid=78743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:05:34.653660 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-0f32d9aa-b086-43f4-996d-3c6deabd064e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-14-iscsi, 7922592b-e5c7-4166-aa1b-a45eebe02820) {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:34.661410 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f32d9aa-b086-43f4-996d-3c6deabd064e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:34.661966 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0f32d9aa-b086-43f4-996d-3c6deabd064e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:34.662440 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc831ac-7f2a-4a88-a002-fe550ee515a1 None None] Network 7922592b-e5c7-4166-aa1b-a45eebe02820 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:05:34.682200 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-0f32d9aa-b086-43f4-996d-3c6deabd064e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6551538 May 10 15:05:34.684731 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 46442) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:34.689511 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-ee7bb291-c3b8-483e-b1e6-57a96b66f741 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1648878266-router', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:34.693893 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-ee7bb291-c3b8-483e-b1e6-57a96b66f741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:34.697674 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-ee7bb291-c3b8-483e-b1e6-57a96b66f741 admin admin] Usage tracker for resource:router and tenant:8900b9d0dbfa4995b809f83538bb787d is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:34.700488 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-ee7bb291-c3b8-483e-b1e6-57a96b66f741 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:34.706404 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-ee7bb291-c3b8-483e-b1e6-57a96b66f741 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:34.716442 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ee7bb291-c3b8-483e-b1e6-57a96b66f741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-348896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29808'] for router, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:34.717386 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ee7bb291-c3b8-483e-b1e6-57a96b66f741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-348911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29769'] for router, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:34.732954 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ee7bb291-c3b8-483e-b1e6-57a96b66f741 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:34.883167 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016fd023-7326-5b62-89a5-d40737038a22-7922592b-e5c7-4166-aa1b-a45eebe02820', 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'fixed_ips': [{'subnet_id': '1c58900c-b895-4de8-960a-0862563ac0ec'}]}} from dv-cinder-774286-14-iscsi. {{(pid=78744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 15:05:34.884085 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:34.996145 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ee7bb291-c3b8-483e-b1e6-57a96b66f741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29783'] for router, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:35.046740 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.db_base_plugin_common [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] Allocated IP 172.20.0.2 (7922592b-e5c7-4166-aa1b-a45eebe02820/1c58900c-b895-4de8-960a-0862563ac0ec/630ed3de-8e34-42c4-8a37-9f57b246ad27) {{(pid=78744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:05:35.303870 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] Notify callbacks [] for port, precommit_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:35.314503 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] Transition to ACTIVE for port object 630ed3de-8e34-42c4-8a37-9f57b246ad27 will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:05:35.331850 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] Transition to ACTIVE for port object 630ed3de-8e34-42c4-8a37-9f57b246ad27 will not be triggered until provisioned by entity DHCP. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:05:35.337589 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540'] for port, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:35.341036 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:35.385943 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 2ba923d7-1c47-4c38-a98e-f30b53970fef up at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:05:35.411147 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ee7bb291-c3b8-483e-b1e6-57a96b66f741 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:35.436672 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] Network 7922592b-e5c7-4166-aa1b-a45eebe02820 is already hosted by enough agents. {{(pid=78744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:05:35.442738 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.scheduler.base_scheduler [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] Resources bound (agent type, host, resource id): {{(pid=78744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:35.445345 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ee7bb291-c3b8-483e-b1e6-57a96b66f741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:35.452619 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] Received port after_create {{(pid=78744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:05:35.462482 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] Pushing event updated for resources: {'Port': ['ID=630ed3de-8e34-42c4-8a37-9f57b246ad27,revision_number=1']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:35.471123 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:35.585955 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] Attempting to bind port 630ed3de-8e34-42c4-8a37-9f57b246ad27 on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:05:35.586430 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] Attempting to bind port 630ed3de-8e34-42c4-8a37-9f57b246ad27 by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': '503f243e-3e90-4306-889c-a12bd1d22596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:05:35.586882 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] Attempting to bind port 630ed3de-8e34-42c4-8a37-9f57b246ad27 on network 7922592b-e5c7-4166-aa1b-a45eebe02820 {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:05:35.592276 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning for port 2ba923d7-1c47-4c38-a98e-f30b53970fef completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:05:35.595060 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:05:35.595436 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] Checking segment: {'id': '503f243e-3e90-4306-889c-a12bd1d22596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:05:35.595832 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:35.596248 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] Bound using segment: {'id': '503f243e-3e90-4306-889c-a12bd1d22596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:05:35.596714 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] Bound port: 630ed3de-8e34-42c4-8a37-9f57b246ad27, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503f243e-3e90-4306-889c-a12bd1d22596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:05:35.597084 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:35.611034 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning complete for port 2ba923d7-1c47-4c38-a98e-f30b53970fef triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:35.611401 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:35.643736 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84478073-8eb6-4405-ab80-e439edcf5d73 req-cdebf70c-ced8-4228-848b-d8ddc7c38e3d tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:35.645196 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-84478073-8eb6-4405-ab80-e439edcf5d73 req-cdebf70c-ced8-4228-848b-d8ddc7c38e3d tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 945 time: 0.1599691 May 10 15:05:35.655759 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [None req-ee7bb291-c3b8-483e-b1e6-57a96b66f741 admin admin] Allocated IP 172.27.2.96 (7f05d45f-a9de-427f-b4f6-29fb46a47d9c/0e18a723-9037-4ee4-acce-9c55576c5ea3/4ccd579d-d8bc-485f-9c26-fd9584fe7c04) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:05:35.761931 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] For port 630ed3de-8e34-42c4-8a37-9f57b246ad27, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:05:35.766624 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-84478073-8eb6-4405-ab80-e439edcf5d73 req-fcfeb861-bb27-4401-91d3-ccd4f6945837 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120996 May 10 15:05:35.781838 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] For port 630ed3de-8e34-42c4-8a37-9f57b246ad27, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=630ed3de-8e34-42c4-8a37-9f57b246ad27,segment=NetworkSegment(503f243e-3e90-4306-889c-a12bd1d22596),segment_id=503f243e-3e90-4306-889c-a12bd1d22596)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:05:35.787268 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:35.792916 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:35.838901 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ee7bb291-c3b8-483e-b1e6-57a96b66f741 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:35.864891 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:35.870068 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ee7bb291-c3b8-483e-b1e6-57a96b66f741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:35.874975 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-cbbd9a31-33ae-46d8-a850-f420aaa73b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:35.896204 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e6bc0353-0517-4618-abc6-cceec7b9c9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:35.914815 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] Pushing event updated for resources: {'Port': ['ID=630ed3de-8e34-42c4-8a37-9f57b246ad27,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:35.918836 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:35.923508 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0f32fc-5690-44d6-8ec4-38d7ec3af82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba923d7-1c47-4c38-a98e-f30b53970fef'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:05:35.934000 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 2ba923d7-1c47-4c38-a98e-f30b53970fef, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2ba923d7-1c47-4c38-a98e-f30b53970fef,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:35.936150 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7bb291-c3b8-483e-b1e6-57a96b66f741 admin admin] Network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:05:35.939611 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:35.939714 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-ee7bb291-c3b8-483e-b1e6-57a96b66f741 admin admin] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:35.941748 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:35.943022 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7bb291-c3b8-483e-b1e6-57a96b66f741 admin admin] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:05:35.992821 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0f32fc-5690-44d6-8ec4-38d7ec3af82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba923d7-1c47-4c38-a98e-f30b53970fef', 'code': 200} May 10 15:05:36.018392 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=2ba923d7-1c47-4c38-a98e-f30b53970fef,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:36.032231 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:36.131676 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7bb291-c3b8-483e-b1e6-57a96b66f741 admin admin] Pushing event updated for resources: {'Port': ['ID=4ccd579d-d8bc-485f-9c26-fd9584fe7c04,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:36.142603 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ee7bb291-c3b8-483e-b1e6-57a96b66f741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:36.378192 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ee7bb291-c3b8-483e-b1e6-57a96b66f741 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:36.768505 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb98cd6-ce30-468b-965d-c21e935ec23e None None] Network 7922592b-e5c7-4166-aa1b-a45eebe02820 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:05:36.806666 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ee7bb291-c3b8-483e-b1e6-57a96b66f741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406019'] for router, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:36.926277 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-d6544458-0254-4dec-87e8-77ecf12e2292 None None] Provisioning for port 630ed3de-8e34-42c4-8a37-9f57b246ad27 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:05:37.050664 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16c58c-e71d-4a2b-a604-a36d35e5f1fe req-fb5aafd4-f978-46a5-8010-5f0cd96e4e5d tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:37.052200 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4f16c58c-e71d-4a2b-a604-a36d35e5f1fe req-fb5aafd4-f978-46a5-8010-5f0cd96e4e5d tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.1348140 May 10 15:05:37.114921 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4f16c58c-e71d-4a2b-a604-a36d35e5f1fe req-59ada614-4d45-4d95-a0b1-b46fd295157f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540268 May 10 15:05:37.115946 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7bb291-c3b8-483e-b1e6-57a96b66f741 admin admin] Router 47a79397-7aec-4083-bea7-19d0f6f2ca8b is scheduled to L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 with binding_index 1 {{(pid=78743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:05:37.229401 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 630ed3de-8e34-42c4-8a37-9f57b246ad27 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:05:37.306683 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7bb291-c3b8-483e-b1e6-57a96b66f741 admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:05:37.311548 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port 630ed3de-8e34-42c4-8a37-9f57b246ad27 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:05:37.317026 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] Sync routers for ids ['47a79397-7aec-4083-bea7-19d0f6f2ca8b'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:05:37.324622 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 630ed3de-8e34-42c4-8a37-9f57b246ad27 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:37.324991 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:37.330773 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ee7bb291-c3b8-483e-b1e6-57a96b66f741 admin admin] Notify callbacks [] for router, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:37.331954 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-ee7bb291-c3b8-483e-b1e6-57a96b66f741 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6463284 May 10 15:05:37.334653 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 46462) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:37.354342 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] Routers {'47a79397-7aec-4083-bea7-19d0f6f2ca8b'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:05:37.354965 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:05:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['47a79397-7aec-4083-bea7-19d0f6f2ca8b'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:37.586403 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] Set router 47a79397-7aec-4083-bea7-19d0f6f2ca8b gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:05:37.692943 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:37.792068 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] For port 630ed3de-8e34-42c4-8a37-9f57b246ad27, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=630ed3de-8e34-42c4-8a37-9f57b246ad27,segment=NetworkSegment(503f243e-3e90-4306-889c-a12bd1d22596),segment_id=503f243e-3e90-4306-889c-a12bd1d22596)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:37.800124 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:37.803703 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:37.924816 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Pushing event updated for resources: {'Port': ['ID=630ed3de-8e34-42c4-8a37-9f57b246ad27,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:37.928097 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:37.956654 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'name': 'tempest-TestShelveInstance-1648878266-router', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '4ccd579d-d8bc-485f-9c26-fd9584fe7c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:34Z', 'updated_at': '2021-05-10T15:05:36Z', 'revision_number': 3, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'gw_port': {'id': '4ccd579d-d8bc-485f-9c26-fd9584fe7c04', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:35Z', 'updated_at': '2021-05-10T15:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:37.960563 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] Checking router: 47a79397-7aec-4083-bea7-19d0f6f2ca8b for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:05:37.960912 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] Updating router 47a79397-7aec-4083-bea7-19d0f6f2ca8b port 4ccd579d-d8bc-485f-9c26-fd9584fe7c04 binding host dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:05:37.983878 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-91dbcdbc-3b2f-449e-9b27-8ef3875df0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:38.016395 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:38.340316 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [None req-91dbcdbc-3b2f-449e-9b27-8ef3875df0c4 admin admin] Allocated IP 172.20.0.1 (7922592b-e5c7-4166-aa1b-a45eebe02820/1c58900c-b895-4de8-960a-0862563ac0ec/7f46e9aa-6cac-4b29-9767-05255e91a4de) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:05:38.369732 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759facc8-7be1-4ef6-99b3-050f272c52cc req-c7846f0d-568e-409b-87a8-90461dcb39dc tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:38.371206 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-759facc8-7be1-4ef6-99b3-050f272c52cc req-c7846f0d-568e-409b-87a8-90461dcb39dc tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.1127505 May 10 15:05:38.393589 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] Notify callbacks [] for port, precommit_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:38.405558 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] Transition to ACTIVE for port object 4ccd579d-d8bc-485f-9c26-fd9584fe7c04 will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:05:38.412507 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:38.417613 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:38.484777 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-759facc8-7be1-4ef6-99b3-050f272c52cc req-0cf8cb24-a17f-4e55-a42d-0e88caeedf08 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958865 May 10 15:05:38.504343 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:38.522409 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] Attempting to bind port 4ccd579d-d8bc-485f-9c26-fd9584fe7c04 on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:05:38.522829 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] Attempting to bind port 4ccd579d-d8bc-485f-9c26-fd9584fe7c04 by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:05:38.523188 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] Attempting to bind port 4ccd579d-d8bc-485f-9c26-fd9584fe7c04 on network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:05:38.525242 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f369ea-53b3-42f8-bd43-c3d1b451dc01 None None] Pushing event updated for resources: {'Port': ['ID=4ccd579d-d8bc-485f-9c26-fd9584fe7c04,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:38.529115 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-c8f369ea-53b3-42f8-bd43-c3d1b451dc01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:38.531561 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:05:38.531942 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] Checking segment: {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:05:38.532372 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:38.533364 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] Bound using segment: {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:05:38.533364 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] Bound port: 4ccd579d-d8bc-485f-9c26-fd9584fe7c04, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:05:38.533585 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:38.594672 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-91dbcdbc-3b2f-449e-9b27-8ef3875df0c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:38.597022 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-d5a3b321-23ea-4c20-a0b4-0beadd2c67b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:38.615193 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [None req-91dbcdbc-3b2f-449e-9b27-8ef3875df0c4 admin admin] Transition to ACTIVE for port object 7f46e9aa-6cac-4b29-9767-05255e91a4de will not be triggered until provisioned by entity DHCP. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:05:38.622110 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] For port 4ccd579d-d8bc-485f-9c26-fd9584fe7c04, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:05:38.626582 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] For port 4ccd579d-d8bc-485f-9c26-fd9584fe7c04, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=4ccd579d-d8bc-485f-9c26-fd9584fe7c04,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:05:38.630247 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:38.630422 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c77d6-08d9-4462-9f9a-564082b4e546 req-36696248-ec18-4f9b-ae5a-9eb40220466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:38.631750 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e78c77d6-08d9-4462-9f9a-564082b4e546 req-36696248-ec18-4f9b-ae5a-9eb40220466f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 1099 time: 0.1359653 May 10 15:05:38.635354 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-3220e85f-3a90-47e9-84c0-1c188fd12079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:38.680560 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e78c77d6-08d9-4462-9f9a-564082b4e546 req-8fe49682-8b67-4781-9493-3a23582d6c44 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407209 May 10 15:05:38.687108 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-91dbcdbc-3b2f-449e-9b27-8ef3875df0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:38.690986 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:38.712526 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] Routers {'47a79397-7aec-4083-bea7-19d0f6f2ca8b'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:05:38.713157 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:05:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['47a79397-7aec-4083-bea7-19d0f6f2ca8b'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:38.750262 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dbcdbc-3b2f-449e-9b27-8ef3875df0c4 admin admin] Network 7922592b-e5c7-4166-aa1b-a45eebe02820 is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:05:38.753004 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-91dbcdbc-3b2f-449e-9b27-8ef3875df0c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:38.755350 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dbcdbc-3b2f-449e-9b27-8ef3875df0c4 admin admin] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:05:38.767060 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f369ea-53b3-42f8-bd43-c3d1b451dc01 None None] Pushing event updated for resources: {'Port': ['ID=4ccd579d-d8bc-485f-9c26-fd9584fe7c04,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:38.800555 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbcdbc-3b2f-449e-9b27-8ef3875df0c4 admin admin] Pushing event updated for resources: {'Port': ['ID=7f46e9aa-6cac-4b29-9767-05255e91a4de,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:38.804926 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-91dbcdbc-3b2f-449e-9b27-8ef3875df0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:38.824526 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-91dbcdbc-3b2f-449e-9b27-8ef3875df0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394716'] for router_interface, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:38.825721 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-c8f369ea-53b3-42f8-bd43-c3d1b451dc01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:38.896133 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] Set router 47a79397-7aec-4083-bea7-19d0f6f2ca8b gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:05:39.065216 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-91dbcdbc-3b2f-449e-9b27-8ef3875df0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:39.069383 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-30783691-ee9c-4f9f-bd5c-651f8bf12a9f None None] Provisioning for port 7f46e9aa-6cac-4b29-9767-05255e91a4de completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:05:39.081154 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-30783691-ee9c-4f9f-bd5c-651f8bf12a9f None None] Provisioning complete for port 7f46e9aa-6cac-4b29-9767-05255e91a4de triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:39.081523 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-30783691-ee9c-4f9f-bd5c-651f8bf12a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:39.160562 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-30783691-ee9c-4f9f-bd5c-651f8bf12a9f None None] Port 7f46e9aa-6cac-4b29-9767-05255e91a4de cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:05:39.214458 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 630ed3de-8e34-42c4-8a37-9f57b246ad27 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:05:39.283515 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-91dbcdbc-3b2f-449e-9b27-8ef3875df0c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:39.288543 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-91dbcdbc-3b2f-449e-9b27-8ef3875df0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:39.302153 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 630ed3de-8e34-42c4-8a37-9f57b246ad27 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:39.302521 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:39.315602 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:39.332256 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'name': 'tempest-TestShelveInstance-1648878266-router', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '4ccd579d-d8bc-485f-9c26-fd9584fe7c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:34Z', 'updated_at': '2021-05-10T15:05:36Z', 'revision_number': 3, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'gw_port': {'id': '4ccd579d-d8bc-485f-9c26-fd9584fe7c04', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:35Z', 'updated_at': '2021-05-10T15:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:39.344849 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc0ce3-1bf3-4d41-8671-0d2062bb02b8 None None] The sync data for ids ['47a79397-7aec-4083-bea7-19d0f6f2ca8b'] in dv-cinder-774286-14-iscsi is: [{'id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'name': 'tempest-TestShelveInstance-1648878266-router', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '4ccd579d-d8bc-485f-9c26-fd9584fe7c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:34Z', 'updated_at': '2021-05-10T15:05:36Z', 'revision_number': 3, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'gw_port': {'id': '4ccd579d-d8bc-485f-9c26-fd9584fe7c04', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:35Z', 'updated_at': '2021-05-10T15:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:05:39.390345 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-91dbcdbc-3b2f-449e-9b27-8ef3875df0c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394623'] for router_interface, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:39.406643 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:39.417220 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbcdbc-3b2f-449e-9b27-8ef3875df0c4 admin admin] Pushing event updated for resources: {'Port': ['ID=7f46e9aa-6cac-4b29-9767-05255e91a4de,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:39.444999 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-91dbcdbc-3b2f-449e-9b27-8ef3875df0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:39.597675 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dbcdbc-3b2f-449e-9b27-8ef3875df0c4 admin admin] Network 7922592b-e5c7-4166-aa1b-a45eebe02820 is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:05:39.598912 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-91dbcdbc-3b2f-449e-9b27-8ef3875df0c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:39.950711 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91dbcdbc-3b2f-449e-9b27-8ef3875df0c4 admin admin] Router 47a79397-7aec-4083-bea7-19d0f6f2ca8b has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:05:39.990468 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-4bb093ab-73a6-483a-b375-2b52ec087ec9 None None] Provisioning complete for port 7f46e9aa-6cac-4b29-9767-05255e91a4de triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:39.991656 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-4bb093ab-73a6-483a-b375-2b52ec087ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:40.049790 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-4bb093ab-73a6-483a-b375-2b52ec087ec9 None None] Port 7f46e9aa-6cac-4b29-9767-05255e91a4de cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:05:40.189673 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91dbcdbc-3b2f-449e-9b27-8ef3875df0c4 admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:05:40.205587 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8c645-ce91-42df-8cb5-5f85dbb3bad7 req-2d1a110c-78e3-47d4-b4f6-59a9f479a540 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:40.207067 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fad8c645-ce91-42df-8cb5-5f85dbb3bad7 req-2d1a110c-78e3-47d4-b4f6-59a9f479a540 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.4029996 May 10 15:05:40.211094 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-91dbcdbc-3b2f-449e-9b27-8ef3875df0c4 admin admin] 10.222.0.30 "PUT /v2.0/routers/47a79397-7aec-4083-bea7-19d0f6f2ca8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8755109 May 10 15:05:40.254083 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fad8c645-ce91-42df-8cb5-5f85dbb3bad7 req-70f6f0f1-9dd7-49d7-9543-16ce499dc29b tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410137 May 10 15:05:40.497748 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72084164-2c2c-46ea-9280-65f8b79c7443 req-1c2b81c2-d184-4a00-8512-821f6a4ce9d8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:40.499194 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-72084164-2c2c-46ea-9280-65f8b79c7443 req-1c2b81c2-d184-4a00-8512-821f6a4ce9d8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.1338875 May 10 15:05:40.507930 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46492) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:40.513450 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-2c8e81c0-c944-4c1a-8668-954fc5f2cb6d tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Request body: {'floatingip': {'port_id': '2ba923d7-1c47-4c38-a98e-f30b53970fef'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:40.592909 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2c8e81c0-c944-4c1a-8668-954fc5f2cb6d tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for floatingip, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:40.732739 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 46502) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:40.738586 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1351359452-network', 'tenant_id': 'b69c3b3937de4dfb88599bdb18b45fb6'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:40.744195 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:40.748213 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] Usage tracker for resource:network and tenant:b69c3b3937de4dfb88599bdb18b45fb6 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:40.751515 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:40.757787 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:40.768364 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] Made reservation on behalf of b69c3b3937de4dfb88599bdb18b45fb6 for: {'network': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:05:40.770706 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for network, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:40.782295 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:40.797770 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:40.801444 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] Usage tracker for resource:security_group_rule and tenant:b69c3b3937de4dfb88599bdb18b45fb6 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:40.804347 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:40.810597 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:40.894356 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:40.898327 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:40.902276 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7bce1f3c-c392-4f40-96ad-afc871208691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:40.923741 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:40.933308 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=78743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:05:40.942586 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa07cef6-be57-41ba-8530-a80ed6d23b5d,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:40.946078 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:40.948706 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:40.949047 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.db.segments_db [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] Added segment 19f0e517-8033-443f-8dc2-ed906358260a of type vlan for network 9a75d79d-3959-46e7-97a4-3c7ce2483df4 May 10 15:05:40.975263 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729786867074'] for network, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:41.010447 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for network, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:41.012350 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:41.013147 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:41.034984 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] Sync routers for ids ['47a79397-7aec-4083-bea7-19d0f6f2ca8b'] in dv-cinder-774286-14-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:05:41.036151 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:41.047823 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] Routers {'47a79397-7aec-4083-bea7-19d0f6f2ca8b'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:05:41.048564 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:05:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['47a79397-7aec-4083-bea7-19d0f6f2ca8b'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:41.053834 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3199158 May 10 15:05:41.058710 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 46508) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:41.064845 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-0bd15c27-6bdf-4576-9f62-26f8e6936532 admin admin] Request body: {'subnet': {'network_id': '9a75d79d-3959-46e7-97a4-3c7ce2483df4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1351359452-subnet', 'tenant_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'ip_version': 4}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:41.123158 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-0bd15c27-6bdf-4576-9f62-26f8e6936532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:41.130465 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-0bd15c27-6bdf-4576-9f62-26f8e6936532 admin admin] Usage tracker for resource:subnet and tenant:b69c3b3937de4dfb88599bdb18b45fb6 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:41.135281 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-0bd15c27-6bdf-4576-9f62-26f8e6936532 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:41.144308 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-0bd15c27-6bdf-4576-9f62-26f8e6936532 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:41.146285 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] Pushing event updated for resources: {'Network': ['ID=9a75d79d-3959-46e7-97a4-3c7ce2483df4,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:41.151896 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:41.157660 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd15c27-6bdf-4576-9f62-26f8e6936532 admin admin] Made reservation on behalf of b69c3b3937de4dfb88599bdb18b45fb6 for: {'subnet': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:05:41.160315 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0bd15c27-6bdf-4576-9f62-26f8e6936532 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1290569'] for subnet, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:41.180670 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Network 9a75d79d-3959-46e7-97a4-3c7ce2483df4 details requested by agent ovs-agent-dv-cinder-774286-14-iscsi with host dv-cinder-774286-14-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:05:41.212363 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2c8e81c0-c944-4c1a-8668-954fc5f2cb6d tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:41.217462 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2c8e81c0-c944-4c1a-8668-954fc5f2cb6d tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405872'] for floatingip, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:41.257849 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] Set router 47a79397-7aec-4083-bea7-19d0f6f2ca8b gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:05:41.365772 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 4ccd579d-d8bc-485f-9c26-fd9584fe7c04 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:05:41.421696 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.db.l3_db [None req-2c8e81c0-c944-4c1a-8668-954fc5f2cb6d tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Floating IP 0a900a85-0ff6-4495-a8fe-c89d197aa4ab associated. External IP: 172.27.2.99, port: 2ba923d7-1c47-4c38-a98e-f30b53970fef. May 10 15:05:41.459152 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port 4ccd579d-d8bc-485f-9c26-fd9584fe7c04 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:05:41.465819 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 4ccd579d-d8bc-485f-9c26-fd9584fe7c04 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:41.466362 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:41.604133 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0bd15c27-6bdf-4576-9f62-26f8e6936532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1867932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1290555'] for subnet, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:41.607630 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:41.608897 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d586cbfb-7d78-4363-8a6b-1dc023af0135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:41.625126 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] For port 4ccd579d-d8bc-485f-9c26-fd9584fe7c04, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=4ccd579d-d8bc-485f-9c26-fd9584fe7c04,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:41.629443 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:41.632761 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:41.636446 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'name': 'tempest-TestShelveInstance-1648878266-router', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '4ccd579d-d8bc-485f-9c26-fd9584fe7c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:34Z', 'updated_at': '2021-05-10T15:05:39Z', 'revision_number': 4, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'gw_port': {'id': '4ccd579d-d8bc-485f-9c26-fd9584fe7c04', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:35Z', 'updated_at': '2021-05-10T15:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '7f46e9aa-6cac-4b29-9767-05255e91a4de', 'name': '', 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'mac_address': 'fa:16:3e:7b:e3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1c58900c-b895-4de8-960a-0862563ac0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:38Z', 'updated_at': '2021-05-10T15:05:39Z', 'revision_number': 2, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'subnets': [{'id': '1c58900c-b895-4de8-960a-0862563ac0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:41.640777 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] Checking router: 47a79397-7aec-4083-bea7-19d0f6f2ca8b for host: dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:05:41.641206 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] Updating router 47a79397-7aec-4083-bea7-19d0f6f2ca8b port 7f46e9aa-6cac-4b29-9767-05255e91a4de binding host dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:05:41.695775 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:41.703028 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd15c27-6bdf-4576-9f62-26f8e6936532 admin admin] Checking segment: {'id': '19f0e517-8033-443f-8dc2-ed906358260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a75d79d-3959-46e7-97a4-3c7ce2483df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:05:41.703391 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd15c27-6bdf-4576-9f62-26f8e6936532 admin admin] Network hostable DHCP agents. Network: 9a75d79d-3959-46e7-97a4-3c7ce2483df4, hostable agents: ['c2c2a961-2376-4d10-9e89-a93ed7bded42'], hosted agents: [] {{(pid=78743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:05:41.704680 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Pushing event updated for resources: {'Port': ['ID=4ccd579d-d8bc-485f-9c26-fd9584fe7c04,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:41.707832 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:41.709247 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd15c27-6bdf-4576-9f62-26f8e6936532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47076653-6c51-4a0b-be30-36a8d3b94a36,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:41.711550 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-0bd15c27-6bdf-4576-9f62-26f8e6936532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:41.725398 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd15c27-6bdf-4576-9f62-26f8e6936532 admin admin] Network 9a75d79d-3959-46e7-97a4-3c7ce2483df4 is scheduled to be hosted by DHCP agent c2c2a961-2376-4d10-9e89-a93ed7bded42 with binding_index 1 {{(pid=78743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:05:41.735012 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-0bd15c27-6bdf-4576-9f62-26f8e6936532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-14-iscsi, 9a75d79d-3959-46e7-97a4-3c7ce2483df4) {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:41.745527 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd15c27-6bdf-4576-9f62-26f8e6936532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:41.746120 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0bd15c27-6bdf-4576-9f62-26f8e6936532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:41.746263 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7344d425-29bd-4f3f-abf4-4e5065886bc1 None None] Network 9a75d79d-3959-46e7-97a4-3c7ce2483df4 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:05:41.767232 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-0bd15c27-6bdf-4576-9f62-26f8e6936532 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7073119 May 10 15:05:41.769673 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 46512) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:41.775325 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-08e5f13b-e86c-4178-b9fb-232c0f9754bf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1351359452-router', 'tenant_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:41.781301 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-08e5f13b-e86c-4178-b9fb-232c0f9754bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:41.785809 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-08e5f13b-e86c-4178-b9fb-232c0f9754bf admin admin] Usage tracker for resource:router and tenant:b69c3b3937de4dfb88599bdb18b45fb6 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:41.789129 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-08e5f13b-e86c-4178-b9fb-232c0f9754bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:41.795650 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-08e5f13b-e86c-4178-b9fb-232c0f9754bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:41.807428 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-08e5f13b-e86c-4178-b9fb-232c0f9754bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-348896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29808'] for router, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:41.808800 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-08e5f13b-e86c-4178-b9fb-232c0f9754bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-348911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29769'] for router, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:41.835810 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-08e5f13b-e86c-4178-b9fb-232c0f9754bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:41.934459 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8e81c0-c944-4c1a-8668-954fc5f2cb6d tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Router aee02500-0660-4c1d-b52a-d9f200bbfb5f has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:05:41.995310 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016fd023-7326-5b62-89a5-d40737038a22-9a75d79d-3959-46e7-97a4-3c7ce2483df4', 'network_id': '9a75d79d-3959-46e7-97a4-3c7ce2483df4', 'tenant_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'fixed_ips': [{'subnet_id': '47076653-6c51-4a0b-be30-36a8d3b94a36'}]}} from dv-cinder-774286-14-iscsi. {{(pid=78744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 15:05:41.996336 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:42.143371 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] Notify callbacks [] for port, precommit_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:42.156274 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.db_base_plugin_common [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] Allocated IP 172.20.0.2 (9a75d79d-3959-46e7-97a4-3c7ce2483df4/47076653-6c51-4a0b-be30-36a8d3b94a36/6b916897-2c69-42a4-a199-8312b16ba1d1) {{(pid=78744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:05:42.156681 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.provisioning_blocks [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] Transition to ACTIVE for port object 7f46e9aa-6cac-4b29-9767-05255e91a4de will not be triggered until provisioned by entity L2. {{(pid=78745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:05:42.164273 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:42.173779 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8e81c0-c944-4c1a-8668-954fc5f2cb6d tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:05:42.178596 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-7b3ccc3b-a34a-48a0-b693-36a7e3c30c01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:42.179291 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2c8e81c0-c944-4c1a-8668-954fc5f2cb6d tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for floatingip, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:42.242209 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-2c8e81c0-c944-4c1a-8668-954fc5f2cb6d tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "PUT /v2.0/floatingips/0a900a85-0ff6-4495-a8fe-c89d197aa4ab HTTP/1.1" status: 200 len: 991 time: 1.7330391 May 10 15:05:42.242905 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0f32fc-5690-44d6-8ec4-38d7ec3af82c', 'tag': '2ba923d7-1c47-4c38-a98e-f30b53970fef'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:05:42.251779 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102e76db-8b2b-43ce-9e7f-d43fa678623a None None] Sync routers for ids ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:05:42.282453 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-08e5f13b-e86c-4178-b9fb-232c0f9754bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29783'] for router, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:42.285879 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102e76db-8b2b-43ce-9e7f-d43fa678623a None None] Routers {'aee02500-0660-4c1d-b52a-d9f200bbfb5f'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:05:42.286507 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-102e76db-8b2b-43ce-9e7f-d43fa678623a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:05:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:42.337531 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0f32fc-5690-44d6-8ec4-38d7ec3af82c', 'tag': '2ba923d7-1c47-4c38-a98e-f30b53970fef', 'status': 'completed', 'code': 200} May 10 15:05:42.445154 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe30e5-a672-45e4-b26e-a5134520710e None None] Pushing event updated for resources: {'Port': ['ID=7f46e9aa-6cac-4b29-9767-05255e91a4de,revision_number=3']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:42.466713 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fe30e5-a672-45e4-b26e-a5134520710e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:42.467093 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fe30e5-a672-45e4-b26e-a5134520710e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:42.467466 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fe30e5-a672-45e4-b26e-a5134520710e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:42.468369 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fe30e5-a672-45e4-b26e-a5134520710e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:42.469228 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fe30e5-a672-45e4-b26e-a5134520710e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:42.469556 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fe30e5-a672-45e4-b26e-a5134520710e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:42.469879 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fe30e5-a672-45e4-b26e-a5134520710e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:42.470201 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fe30e5-a672-45e4-b26e-a5134520710e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:42.470532 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fe30e5-a672-45e4-b26e-a5134520710e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:42.470983 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fe30e5-a672-45e4-b26e-a5134520710e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:42.471310 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fe30e5-a672-45e4-b26e-a5134520710e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:42.471647 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fe30e5-a672-45e4-b26e-a5134520710e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:42.475407 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-f9fe30e5-a672-45e4-b26e-a5134520710e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:42.494009 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] Attempting to bind port 7f46e9aa-6cac-4b29-9767-05255e91a4de on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:05:42.494320 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] Attempting to bind port 7f46e9aa-6cac-4b29-9767-05255e91a4de by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': '503f243e-3e90-4306-889c-a12bd1d22596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820'}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:05:42.494681 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] Attempting to bind port 7f46e9aa-6cac-4b29-9767-05255e91a4de on network 7922592b-e5c7-4166-aa1b-a45eebe02820 {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:05:42.501819 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:05:42.502196 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] Checking segment: {'id': '503f243e-3e90-4306-889c-a12bd1d22596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:05:42.502599 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:42.503039 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] Bound using segment: {'id': '503f243e-3e90-4306-889c-a12bd1d22596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820'} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:05:42.503908 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] Bound port: 7f46e9aa-6cac-4b29-9767-05255e91a4de, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503f243e-3e90-4306-889c-a12bd1d22596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820'}}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:05:42.503908 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:42.556985 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] Notify callbacks [] for port, precommit_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:42.583756 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] Transition to ACTIVE for port object 6b916897-2c69-42a4-a199-8312b16ba1d1 will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:05:42.596361 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-102e76db-8b2b-43ce-9e7f-d43fa678623a None None] Set router aee02500-0660-4c1d-b52a-d9f200bbfb5f gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:05:42.603522 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] For port 7f46e9aa-6cac-4b29-9767-05255e91a4de, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:05:42.606641 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] For port 7f46e9aa-6cac-4b29-9767-05255e91a4de, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=7f46e9aa-6cac-4b29-9767-05255e91a4de,segment=NetworkSegment(503f243e-3e90-4306-889c-a12bd1d22596),segment_id=503f243e-3e90-4306-889c-a12bd1d22596)] {{(pid=78745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:05:42.610811 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:42.614848 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-7e5afa6b-8e95-48aa-94f1-cf729bf8f090 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:42.662385 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-08e5f13b-e86c-4178-b9fb-232c0f9754bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:42.668259 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] Transition to ACTIVE for port object 6b916897-2c69-42a4-a199-8312b16ba1d1 will not be triggered until provisioned by entity DHCP. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:05:42.688257 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540'] for port, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:42.691255 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] Routers {'47a79397-7aec-4083-bea7-19d0f6f2ca8b'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:05:42.691891 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:05:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['47a79397-7aec-4083-bea7-19d0f6f2ca8b'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:42.698205 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-08e5f13b-e86c-4178-b9fb-232c0f9754bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:42.755486 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:42.811750 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe30e5-a672-45e4-b26e-a5134520710e None None] Pushing event updated for resources: {'Port': ['ID=7f46e9aa-6cac-4b29-9767-05255e91a4de,revision_number=4']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:42.817715 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] Network 9a75d79d-3959-46e7-97a4-3c7ce2483df4 is already hosted by enough agents. {{(pid=78744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:05:42.822612 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-f9fe30e5-a672-45e4-b26e-a5134520710e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:42.827038 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.scheduler.base_scheduler [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] Resources bound (agent type, host, resource id): {{(pid=78744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:42.834388 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] Received port after_create {{(pid=78744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:05:42.858153 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [None req-08e5f13b-e86c-4178-b9fb-232c0f9754bf admin admin] Allocated IP 172.27.2.154 (7f05d45f-a9de-427f-b4f6-29fb46a47d9c/0e18a723-9037-4ee4-acce-9c55576c5ea3/7240dd4c-c711-4ebc-9767-e97819107dc2) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:05:42.893725 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] Set router 47a79397-7aec-4083-bea7-19d0f6f2ca8b gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:05:42.903628 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] Pushing event updated for resources: {'Port': ['ID=6b916897-2c69-42a4-a199-8312b16ba1d1,revision_number=1']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:42.981783 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:43.054466 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-08e5f13b-e86c-4178-b9fb-232c0f9754bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:43.089843 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-08e5f13b-e86c-4178-b9fb-232c0f9754bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:43.100472 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b65388eb-55f1-425a-816a-43b9da6beb8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:43.101887 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] Attempting to bind port 6b916897-2c69-42a4-a199-8312b16ba1d1 on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:05:43.102269 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] Attempting to bind port 6b916897-2c69-42a4-a199-8312b16ba1d1 by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': '19f0e517-8033-443f-8dc2-ed906358260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a75d79d-3959-46e7-97a4-3c7ce2483df4'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:05:43.103486 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] Attempting to bind port 6b916897-2c69-42a4-a199-8312b16ba1d1 on network 9a75d79d-3959-46e7-97a4-3c7ce2483df4 {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:05:43.119451 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:05:43.120073 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] Checking segment: {'id': '19f0e517-8033-443f-8dc2-ed906358260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a75d79d-3959-46e7-97a4-3c7ce2483df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:05:43.120482 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:43.120881 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] Bound using segment: {'id': '19f0e517-8033-443f-8dc2-ed906358260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a75d79d-3959-46e7-97a4-3c7ce2483df4'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:05:43.121354 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] Bound port: 6b916897-2c69-42a4-a199-8312b16ba1d1, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f0e517-8033-443f-8dc2-ed906358260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a75d79d-3959-46e7-97a4-3c7ce2483df4'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:05:43.121732 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:43.193618 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e5f13b-e86c-4178-b9fb-232c0f9754bf admin admin] Network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:05:43.200756 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-08e5f13b-e86c-4178-b9fb-232c0f9754bf admin admin] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:43.208008 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e5f13b-e86c-4178-b9fb-232c0f9754bf admin admin] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:05:43.235048 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 4ccd579d-d8bc-485f-9c26-fd9584fe7c04 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:05:43.260004 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'name': 'tempest-TestShelveInstance-1648878266-router', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '4ccd579d-d8bc-485f-9c26-fd9584fe7c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:34Z', 'updated_at': '2021-05-10T15:05:39Z', 'revision_number': 4, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'gw_port': {'id': '4ccd579d-d8bc-485f-9c26-fd9584fe7c04', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:35Z', 'updated_at': '2021-05-10T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '7f46e9aa-6cac-4b29-9767-05255e91a4de', 'name': '', 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'mac_address': 'fa:16:3e:7b:e3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1c58900c-b895-4de8-960a-0862563ac0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:38Z', 'updated_at': '2021-05-10T15:05:42Z', 'revision_number': 4, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'subnets': [{'id': '1c58900c-b895-4de8-960a-0862563ac0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:43.264388 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a5ff44-1485-49a8-9c48-bf3afa48b8fa None None] The sync data for ids ['47a79397-7aec-4083-bea7-19d0f6f2ca8b'] in dv-cinder-774286-14-iscsi is: [{'id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'name': 'tempest-TestShelveInstance-1648878266-router', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '4ccd579d-d8bc-485f-9c26-fd9584fe7c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:34Z', 'updated_at': '2021-05-10T15:05:39Z', 'revision_number': 4, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'gw_port': {'id': '4ccd579d-d8bc-485f-9c26-fd9584fe7c04', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:35Z', 'updated_at': '2021-05-10T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '7f46e9aa-6cac-4b29-9767-05255e91a4de', 'name': '', 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'mac_address': 'fa:16:3e:7b:e3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1c58900c-b895-4de8-960a-0862563ac0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:38Z', 'updated_at': '2021-05-10T15:05:42Z', 'revision_number': 4, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'subnets': [{'id': '1c58900c-b895-4de8-960a-0862563ac0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:05:43.268456 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5f13b-e86c-4178-b9fb-232c0f9754bf admin admin] Pushing event updated for resources: {'Port': ['ID=7240dd4c-c711-4ebc-9767-e97819107dc2,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:43.275130 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-08e5f13b-e86c-4178-b9fb-232c0f9754bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:43.391121 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] For port 6b916897-2c69-42a4-a199-8312b16ba1d1, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:05:43.395451 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] For port 6b916897-2c69-42a4-a199-8312b16ba1d1, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=6b916897-2c69-42a4-a199-8312b16ba1d1,segment=NetworkSegment(19f0e517-8033-443f-8dc2-ed906358260a),segment_id=19f0e517-8033-443f-8dc2-ed906358260a)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:05:43.402999 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:43.408486 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:43.431566 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cbbeb-9341-42e4-8e5e-4661dfd1ff95 req-27229c73-1823-4bcd-85fc-e486d692991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:43.433095 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-277cbbeb-9341-42e4-8e5e-4661dfd1ff95 req-27229c73-1823-4bcd-85fc-e486d692991e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=59b50fa570d5493abb0dae5e9d6f7738&device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 1099 time: 0.2959752 May 10 15:05:43.493000 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 4ccd579d-d8bc-485f-9c26-fd9584fe7c04 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:43.493402 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:43.556500 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-102e76db-8b2b-43ce-9e7f-d43fa678623a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1761442963-router', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:43Z', 'updated_at': '2021-05-10T15:00:56Z', 'revision_number': 4, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'gw_port': {'id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:44Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': '0a900a85-0ff6-4495-a8fe-c89d197aa4ab', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'port_id': '2ba923d7-1c47-4c38-a98e-f30b53970fef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'mac_address': 'fa:16:3e:cb:0e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f32fc-5690-44d6-8ec4-38d7ec3af82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:05:25Z', 'updated_at': '2021-05-10T15:05:41Z', 'revision_number': 1, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1978893-0d91-4b79-bc44-5e9b70978083', 'name': '', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'mac_address': 'fa:16:3e:e6:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:54Z', 'updated_at': '2021-05-10T15:01:07Z', 'revision_number': 5, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'subnets': [{'id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:43.568297 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] Pushing event updated for resources: {'Port': ['ID=6b916897-2c69-42a4-a199-8312b16ba1d1,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:43.573764 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102e76db-8b2b-43ce-9e7f-d43fa678623a None None] Checking router: aee02500-0660-4c1d-b52a-d9f200bbfb5f for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:05:43.582394 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:43.599246 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102e76db-8b2b-43ce-9e7f-d43fa678623a None None] Routers {'aee02500-0660-4c1d-b52a-d9f200bbfb5f'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:05:43.600241 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-102e76db-8b2b-43ce-9e7f-d43fa678623a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:05:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:43.691218 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cbbeb-9341-42e4-8e5e-4661dfd1ff95 req-807aea44-7df4-403a-9bd2-dcbc84eb158f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:43.692726 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-277cbbeb-9341-42e4-8e5e-4661dfd1ff95 req-807aea44-7df4-403a-9bd2-dcbc84eb158f service neutron] 10.222.0.47 "GET /v2.0/networks?id=7900d589-d085-4d9e-bb39-0c869bf63df8 HTTP/1.1" status: 200 len: 918 time: 0.2259150 May 10 15:05:43.897590 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-102e76db-8b2b-43ce-9e7f-d43fa678623a None None] Set router aee02500-0660-4c1d-b52a-d9f200bbfb5f gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:05:44.024708 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-277cbbeb-9341-42e4-8e5e-4661dfd1ff95 req-c30a8033-d85c-4704-82c5-09ad3326f651 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ba923d7-1c47-4c38-a98e-f30b53970fef HTTP/1.1" status: 200 len: 999 time: 0.1255329 May 10 15:05:44.134267 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-08e5f13b-e86c-4178-b9fb-232c0f9754bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:44.382027 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cbbeb-9341-42e4-8e5e-4661dfd1ff95 req-191bd617-bc32-476b-a8f5-3553ad7e83b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:44.384472 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-277cbbeb-9341-42e4-8e5e-4661dfd1ff95 req-191bd617-bc32-476b-a8f5-3553ad7e83b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b7e9e96-1dce-417a-b62d-87a2de80d899 HTTP/1.1" status: 200 len: 856 time: 0.3512933 May 10 15:05:44.450046 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-102e76db-8b2b-43ce-9e7f-d43fa678623a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1761442963-router', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:43Z', 'updated_at': '2021-05-10T15:00:56Z', 'revision_number': 4, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'gw_port': {'id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:44Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': '0a900a85-0ff6-4495-a8fe-c89d197aa4ab', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'port_id': '2ba923d7-1c47-4c38-a98e-f30b53970fef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'mac_address': 'fa:16:3e:cb:0e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f32fc-5690-44d6-8ec4-38d7ec3af82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:05:25Z', 'updated_at': '2021-05-10T15:05:41Z', 'revision_number': 1, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1978893-0d91-4b79-bc44-5e9b70978083', 'name': '', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'mac_address': 'fa:16:3e:e6:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:54Z', 'updated_at': '2021-05-10T15:01:07Z', 'revision_number': 5, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'subnets': [{'id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:44.459463 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102e76db-8b2b-43ce-9e7f-d43fa678623a None None] The sync data for ids ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'] in dv-cinder-774286-14-iscsi is: [{'id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1761442963-router', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:43Z', 'updated_at': '2021-05-10T15:00:56Z', 'revision_number': 4, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'gw_port': {'id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:44Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': '0a900a85-0ff6-4495-a8fe-c89d197aa4ab', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'port_id': '2ba923d7-1c47-4c38-a98e-f30b53970fef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'mac_address': 'fa:16:3e:cb:0e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb0f32fc-5690-44d6-8ec4-38d7ec3af82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:05:25Z', 'updated_at': '2021-05-10T15:05:41Z', 'revision_number': 1, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1978893-0d91-4b79-bc44-5e9b70978083', 'name': '', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'mac_address': 'fa:16:3e:e6:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:54Z', 'updated_at': '2021-05-10T15:01:07Z', 'revision_number': 5, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'subnets': [{'id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:05:44.717635 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2428670b-4b04-41ec-9a58-2f5e8afdf983 None None] Network 9a75d79d-3959-46e7-97a4-3c7ce2483df4 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:05:44.739636 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cbbeb-9341-42e4-8e5e-4661dfd1ff95 req-7cbead04-2bf7-4395-bd90-69740d2f5c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:05:44.741131 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-277cbbeb-9341-42e4-8e5e-4661dfd1ff95 req-7cbead04-2bf7-4395-bd90-69740d2f5c32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7900d589-d085-4d9e-bb39-0c869bf63df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2848642 May 10 15:05:44.770858 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-08e5f13b-e86c-4178-b9fb-232c0f9754bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406019'] for router, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:44.813991 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0fd3d912-d11f-4a3c-95da-6554dcd4255c None None] Provisioning for port 6b916897-2c69-42a4-a199-8312b16ba1d1 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:05:44.853992 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ed5158-fb30-4703-bca3-8a95141dc98a None None] New status for floating IP 0a900a85-0ff6-4495-a8fe-c89d197aa4ab: ACTIVE {{(pid=78745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:05:45.023187 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-277cbbeb-9341-42e4-8e5e-4661dfd1ff95 req-b195f3d5-6beb-437a-b7fc-9f3a4b8b15aa service neutron] 10.222.0.47 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731426 May 10 15:05:45.081260 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e5f13b-e86c-4178-b9fb-232c0f9754bf admin admin] Router 75378a5a-e05c-40d6-9656-e8c07cd33a58 is scheduled to L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 with binding_index 1 {{(pid=78743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:05:45.155346 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:05:45.261084 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 6b916897-2c69-42a4-a199-8312b16ba1d1 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:05:45.265553 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e5f13b-e86c-4178-b9fb-232c0f9754bf admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:05:45.288508 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-08e5f13b-e86c-4178-b9fb-232c0f9754bf admin admin] Notify callbacks [] for router, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:45.290311 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-08e5f13b-e86c-4178-b9fb-232c0f9754bf admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5190442 May 10 15:05:45.293410 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46532) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:45.294575 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] Sync routers for ids ['75378a5a-e05c-40d6-9656-e8c07cd33a58'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:05:45.318245 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] Routers {'75378a5a-e05c-40d6-9656-e8c07cd33a58'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:05:45.318865 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:05:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['75378a5a-e05c-40d6-9656-e8c07cd33a58'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:45.530043 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port 6b916897-2c69-42a4-a199-8312b16ba1d1 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:05:45.539244 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 6b916897-2c69-42a4-a199-8312b16ba1d1 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:45.539621 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:45.594328 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] Set router 75378a5a-e05c-40d6-9656-e8c07cd33a58 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:05:45.880419 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:45.949131 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] For port 6b916897-2c69-42a4-a199-8312b16ba1d1, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=6b916897-2c69-42a4-a199-8312b16ba1d1,segment=NetworkSegment(19f0e517-8033-443f-8dc2-ed906358260a),segment_id=19f0e517-8033-443f-8dc2-ed906358260a)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:45.954599 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:45.955786 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 7f46e9aa-6cac-4b29-9767-05255e91a4de up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:05:45.969134 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-724ca648-3d01-4e5d-82f9-c4d7d4caa730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:45.984968 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:46.061761 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-277cbbeb-9341-42e4-8e5e-4661dfd1ff95 req-9f5e541d-ccf6-48cc-9aaa-5bc573ad4c5c service neutron] 10.222.0.47 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536030 May 10 15:05:46.092923 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75378a5a-e05c-40d6-9656-e8c07cd33a58', 'name': 'tempest-TestShelveInstance-1351359452-router', 'tenant_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '7240dd4c-c711-4ebc-9767-e97819107dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:41Z', 'updated_at': '2021-05-10T15:05:43Z', 'revision_number': 3, 'project_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'gw_port': {'id': '7240dd4c-c711-4ebc-9767-e97819107dc2', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ea:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75378a5a-e05c-40d6-9656-e8c07cd33a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:42Z', 'updated_at': '2021-05-10T15:05:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:46.095660 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Pushing event updated for resources: {'Port': ['ID=6b916897-2c69-42a4-a199-8312b16ba1d1,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:46.101854 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:46.104158 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] Checking router: 75378a5a-e05c-40d6-9656-e8c07cd33a58 for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:05:46.104519 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] Updating router 75378a5a-e05c-40d6-9656-e8c07cd33a58 port 7240dd4c-c711-4ebc-9767-e97819107dc2 binding host dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:05:46.141574 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port 7f46e9aa-6cac-4b29-9767-05255e91a4de completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:05:46.151533 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 7f46e9aa-6cac-4b29-9767-05255e91a4de triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:46.151912 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:46.204192 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:46.286930 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-724ca648-3d01-4e5d-82f9-c4d7d4caa730 admin admin] Allocated IP 172.20.0.1 (9a75d79d-3959-46e7-97a4-3c7ce2483df4/47076653-6c51-4a0b-be30-36a8d3b94a36/81aeb21b-2523-4a6f-a800-41e79878bb37) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:05:46.431183 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-724ca648-3d01-4e5d-82f9-c4d7d4caa730 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:46.446283 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [None req-724ca648-3d01-4e5d-82f9-c4d7d4caa730 admin admin] Transition to ACTIVE for port object 81aeb21b-2523-4a6f-a800-41e79878bb37 will not be triggered until provisioned by entity DHCP. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:05:46.448001 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:46.469859 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-724ca648-3d01-4e5d-82f9-c4d7d4caa730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:46.474274 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-cbd3c630-c89f-4885-88d6-1aa3e55b45bb tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:46.512437 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] For port 7f46e9aa-6cac-4b29-9767-05255e91a4de, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=7f46e9aa-6cac-4b29-9767-05255e91a4de,segment=NetworkSegment(503f243e-3e90-4306-889c-a12bd1d22596),segment_id=503f243e-3e90-4306-889c-a12bd1d22596)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:46.526629 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:46.529912 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-c8f369ea-53b3-42f8-bd43-c3d1b451dc01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:46.532971 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724ca648-3d01-4e5d-82f9-c4d7d4caa730 admin admin] Network 9a75d79d-3959-46e7-97a4-3c7ce2483df4 is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:05:46.535555 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-724ca648-3d01-4e5d-82f9-c4d7d4caa730 admin admin] Resources bound (agent type, host, resource id): {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:46.539117 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724ca648-3d01-4e5d-82f9-c4d7d4caa730 admin admin] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:05:46.584343 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ca648-3d01-4e5d-82f9-c4d7d4caa730 admin admin] Pushing event updated for resources: {'Port': ['ID=81aeb21b-2523-4a6f-a800-41e79878bb37,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:46.589045 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-724ca648-3d01-4e5d-82f9-c4d7d4caa730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:46.605394 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-724ca648-3d01-4e5d-82f9-c4d7d4caa730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394716'] for router_interface, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:46.643824 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Pushing event updated for resources: {'Port': ['ID=7f46e9aa-6cac-4b29-9767-05255e91a4de,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:46.652337 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:46.681772 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] Notify callbacks [] for port, precommit_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:46.695728 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] Transition to ACTIVE for port object 7240dd4c-c711-4ebc-9767-e97819107dc2 will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:05:46.703135 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:46.706933 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:46.737973 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-724ca648-3d01-4e5d-82f9-c4d7d4caa730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:46.781952 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] Attempting to bind port 7240dd4c-c711-4ebc-9767-e97819107dc2 on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:05:46.782414 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] Attempting to bind port 7240dd4c-c711-4ebc-9767-e97819107dc2 by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:05:46.782784 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] Attempting to bind port 7240dd4c-c711-4ebc-9767-e97819107dc2 on network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:05:46.785040 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e01ac-f3bf-445b-b4c1-957a2490a924 None None] Pushing event updated for resources: {'Port': ['ID=7240dd4c-c711-4ebc-9767-e97819107dc2,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:46.788600 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-509e01ac-f3bf-445b-b4c1-957a2490a924 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:46.791811 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:05:46.792469 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] Checking segment: {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:05:46.792717 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:46.793000 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] Bound using segment: {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:05:46.793452 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] Bound port: 7240dd4c-c711-4ebc-9767-e97819107dc2, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:05:46.793825 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:46.860442 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-69baaba4-586d-4892-8e1e-7ca824c52673 None None] Provisioning for port 81aeb21b-2523-4a6f-a800-41e79878bb37 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:05:46.871709 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-69baaba4-586d-4892-8e1e-7ca824c52673 None None] Provisioning complete for port 81aeb21b-2523-4a6f-a800-41e79878bb37 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:46.872173 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-69baaba4-586d-4892-8e1e-7ca824c52673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:46.911355 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] For port 7240dd4c-c711-4ebc-9767-e97819107dc2, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:05:46.928936 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] For port 7240dd4c-c711-4ebc-9767-e97819107dc2, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=7240dd4c-c711-4ebc-9767-e97819107dc2,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:05:46.931754 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-69baaba4-586d-4892-8e1e-7ca824c52673 None None] Port 81aeb21b-2523-4a6f-a800-41e79878bb37 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:05:46.934020 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:46.938799 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-c8f369ea-53b3-42f8-bd43-c3d1b451dc01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:46.968436 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-724ca648-3d01-4e5d-82f9-c4d7d4caa730 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:46.973730 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-724ca648-3d01-4e5d-82f9-c4d7d4caa730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10903621'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:47.003604 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5fc046ec-20ef-4c68-b52f-b8aa93e6bc40 tempest-ServerRescueNegativeTestJSON-1715990988 tempest-ServerRescueNegativeTestJSON-1715990988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:47.015259 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] Routers {'75378a5a-e05c-40d6-9656-e8c07cd33a58'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:05:47.015870 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:05:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['75378a5a-e05c-40d6-9656-e8c07cd33a58'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:47.083402 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-724ca648-3d01-4e5d-82f9-c4d7d4caa730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394623'] for router_interface, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:47.091078 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ca648-3d01-4e5d-82f9-c4d7d4caa730 admin admin] Pushing event updated for resources: {'Port': ['ID=81aeb21b-2523-4a6f-a800-41e79878bb37,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:47.094126 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-724ca648-3d01-4e5d-82f9-c4d7d4caa730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:47.162652 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e01ac-f3bf-445b-b4c1-957a2490a924 None None] Pushing event updated for resources: {'Port': ['ID=7240dd4c-c711-4ebc-9767-e97819107dc2,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:47.172359 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-509e01ac-f3bf-445b-b4c1-957a2490a924 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:47.218689 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 6b916897-2c69-42a4-a199-8312b16ba1d1 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:05:47.233411 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724ca648-3d01-4e5d-82f9-c4d7d4caa730 admin admin] Network 9a75d79d-3959-46e7-97a4-3c7ce2483df4 is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:05:47.234792 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-724ca648-3d01-4e5d-82f9-c4d7d4caa730 admin admin] Resources bound (agent type, host, resource id): {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:05:47.273660 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] Set router 75378a5a-e05c-40d6-9656-e8c07cd33a58 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:05:47.422466 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724ca648-3d01-4e5d-82f9-c4d7d4caa730 admin admin] Router 75378a5a-e05c-40d6-9656-e8c07cd33a58 has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:05:47.499636 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 6b916897-2c69-42a4-a199-8312b16ba1d1 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:47.499931 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:47.569042 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-89b605c5-d53c-47d2-a83c-20e212eca00c None None] Provisioning complete for port 81aeb21b-2523-4a6f-a800-41e79878bb37 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:47.569407 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-89b605c5-d53c-47d2-a83c-20e212eca00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:47.605503 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724ca648-3d01-4e5d-82f9-c4d7d4caa730 admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:05:47.615046 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-724ca648-3d01-4e5d-82f9-c4d7d4caa730 admin admin] 10.222.0.30 "PUT /v2.0/routers/75378a5a-e05c-40d6-9656-e8c07cd33a58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3199658 May 10 15:05:47.678614 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-89b605c5-d53c-47d2-a83c-20e212eca00c None None] Port 81aeb21b-2523-4a6f-a800-41e79878bb37 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:05:47.753113 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 7f46e9aa-6cac-4b29-9767-05255e91a4de up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:05:47.815796 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75378a5a-e05c-40d6-9656-e8c07cd33a58', 'name': 'tempest-TestShelveInstance-1351359452-router', 'tenant_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '7240dd4c-c711-4ebc-9767-e97819107dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:41Z', 'updated_at': '2021-05-10T15:05:46Z', 'revision_number': 4, 'project_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'gw_port': {'id': '7240dd4c-c711-4ebc-9767-e97819107dc2', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ea:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75378a5a-e05c-40d6-9656-e8c07cd33a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:42Z', 'updated_at': '2021-05-10T15:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '81aeb21b-2523-4a6f-a800-41e79878bb37', 'name': '', 'network_id': '9a75d79d-3959-46e7-97a4-3c7ce2483df4', 'tenant_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'mac_address': 'fa:16:3e:5a:a3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75378a5a-e05c-40d6-9656-e8c07cd33a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '47076653-6c51-4a0b-be30-36a8d3b94a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:46Z', 'updated_at': '2021-05-10T15:05:46Z', 'revision_number': 2, 'project_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'subnets': [{'id': '47076653-6c51-4a0b-be30-36a8d3b94a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:47.822694 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4abd39-5eba-4b55-ae80-2383d80ae0fe None None] The sync data for ids ['75378a5a-e05c-40d6-9656-e8c07cd33a58'] in dv-cinder-774286-14-iscsi is: [{'id': '75378a5a-e05c-40d6-9656-e8c07cd33a58', 'name': 'tempest-TestShelveInstance-1351359452-router', 'tenant_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '7240dd4c-c711-4ebc-9767-e97819107dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:41Z', 'updated_at': '2021-05-10T15:05:46Z', 'revision_number': 4, 'project_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'gw_port': {'id': '7240dd4c-c711-4ebc-9767-e97819107dc2', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ea:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75378a5a-e05c-40d6-9656-e8c07cd33a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:42Z', 'updated_at': '2021-05-10T15:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '81aeb21b-2523-4a6f-a800-41e79878bb37', 'name': '', 'network_id': '9a75d79d-3959-46e7-97a4-3c7ce2483df4', 'tenant_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'mac_address': 'fa:16:3e:5a:a3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75378a5a-e05c-40d6-9656-e8c07cd33a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '47076653-6c51-4a0b-be30-36a8d3b94a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:46Z', 'updated_at': '2021-05-10T15:05:46Z', 'revision_number': 2, 'project_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'subnets': [{'id': '47076653-6c51-4a0b-be30-36a8d3b94a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:05:47.835648 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 7f46e9aa-6cac-4b29-9767-05255e91a4de triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:47.836126 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:48.258512 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 46550) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:48.263832 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-bcd387eb-b54a-4cfc-8e93-74af26e620cb tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1860864742', 'description': 'tempest-secgroup-smoke-1860864742 description', 'project_id': '8900b9d0dbfa4995b809f83538bb787d'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:48.270243 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-bcd387eb-b54a-4cfc-8e93-74af26e620cb tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:48.274274 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-bcd387eb-b54a-4cfc-8e93-74af26e620cb tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Usage tracker for resource:security_group and tenant:8900b9d0dbfa4995b809f83538bb787d is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:48.277362 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-bcd387eb-b54a-4cfc-8e93-74af26e620cb tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:48.283891 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-bcd387eb-b54a-4cfc-8e93-74af26e620cb tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:48.294450 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bcd387eb-b54a-4cfc-8e93-74af26e620cb tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:48.315662 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-bcd387eb-b54a-4cfc-8e93-74af26e620cb tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:48.319567 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-bcd387eb-b54a-4cfc-8e93-74af26e620cb tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Usage tracker for resource:security_group_rule and tenant:8900b9d0dbfa4995b809f83538bb787d is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:48.323135 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-bcd387eb-b54a-4cfc-8e93-74af26e620cb tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:48.329083 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-bcd387eb-b54a-4cfc-8e93-74af26e620cb tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:48.406772 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bcd387eb-b54a-4cfc-8e93-74af26e620cb tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:48.411496 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bcd387eb-b54a-4cfc-8e93-74af26e620cb tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:48.415200 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-30339df0-a43e-4552-a0e5-cf8310a79918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:48.464909 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-bcd387eb-b54a-4cfc-8e93-74af26e620cb tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:48.466125 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-bcd387eb-b54a-4cfc-8e93-74af26e620cb tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2066250 May 10 15:05:48.469945 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46554) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:48.471046 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd387eb-b54a-4cfc-8e93-74af26e620cb tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:48.473827 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-bcd387eb-b54a-4cfc-8e93-74af26e620cb tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:48.476927 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-873d36c2-ee56-4c9d-9885-bd801098d69e tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Request body: {'security_group_rule': {'security_group_id': '7ffbcc5a-bd7c-4e9f-a362-32883b0552b7', 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:48.483437 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-873d36c2-ee56-4c9d-9885-bd801098d69e tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:48.487220 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-873d36c2-ee56-4c9d-9885-bd801098d69e tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Usage tracker for resource:security_group_rule and tenant:8900b9d0dbfa4995b809f83538bb787d is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:48.490150 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-873d36c2-ee56-4c9d-9885-bd801098d69e tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:48.497029 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-873d36c2-ee56-4c9d-9885-bd801098d69e tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:48.521187 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-873d36c2-ee56-4c9d-9885-bd801098d69e tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:48.585648 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-873d36c2-ee56-4c9d-9885-bd801098d69e tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:48.589394 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-873d36c2-ee56-4c9d-9885-bd801098d69e tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461389'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:48.591443 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:48.613322 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d36c2-ee56-4c9d-9885-bd801098d69e tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1400632b-6e52-4b5b-8df3-7ad024f9f459,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:48.615864 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-873d36c2-ee56-4c9d-9885-bd801098d69e tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:48.623557 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-873d36c2-ee56-4c9d-9885-bd801098d69e tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:48.624877 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-873d36c2-ee56-4c9d-9885-bd801098d69e tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1536691 May 10 15:05:48.627630 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46558) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:48.632983 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-8c11e9ed-ef24-4bd3-a1fe-de50a37c9fab tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Request body: {'security_group_rule': {'security_group_id': '7ffbcc5a-bd7c-4e9f-a362-32883b0552b7', 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:48.639556 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-8c11e9ed-ef24-4bd3-a1fe-de50a37c9fab tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:48.643345 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-8c11e9ed-ef24-4bd3-a1fe-de50a37c9fab tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Usage tracker for resource:security_group_rule and tenant:8900b9d0dbfa4995b809f83538bb787d is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:48.646263 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-8c11e9ed-ef24-4bd3-a1fe-de50a37c9fab tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:48.652260 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-8c11e9ed-ef24-4bd3-a1fe-de50a37c9fab tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:48.669218 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8c11e9ed-ef24-4bd3-a1fe-de50a37c9fab tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:48.821114 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8c11e9ed-ef24-4bd3-a1fe-de50a37c9fab tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:48.825580 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8c11e9ed-ef24-4bd3-a1fe-de50a37c9fab tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461389'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:48.827694 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:48.847949 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11e9ed-ef24-4bd3-a1fe-de50a37c9fab tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6e04f1-1e21-4839-9346-12aa3990a802,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:48.852653 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8c11e9ed-ef24-4bd3-a1fe-de50a37c9fab tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:48.861411 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8c11e9ed-ef24-4bd3-a1fe-de50a37c9fab tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:48.865672 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 46574) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:48.865931 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-8c11e9ed-ef24-4bd3-a1fe-de50a37c9fab tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2372618 May 10 15:05:48.871807 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-9b680d22-38c4-4ea4-9151-8ed5291e15e3 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Request body: {'security_group_rule': {'security_group_id': '7ffbcc5a-bd7c-4e9f-a362-32883b0552b7', 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:48.878309 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-9b680d22-38c4-4ea4-9151-8ed5291e15e3 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:48.882128 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-9b680d22-38c4-4ea4-9151-8ed5291e15e3 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Usage tracker for resource:security_group_rule and tenant:8900b9d0dbfa4995b809f83538bb787d is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:48.885206 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-9b680d22-38c4-4ea4-9151-8ed5291e15e3 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:48.892111 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-9b680d22-38c4-4ea4-9151-8ed5291e15e3 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:48.907267 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9b680d22-38c4-4ea4-9151-8ed5291e15e3 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:48.976332 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9b680d22-38c4-4ea4-9151-8ed5291e15e3 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:48.980272 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9b680d22-38c4-4ea4-9151-8ed5291e15e3 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461389'] for security_group_rule, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:48.988665 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-81164035-f3fb-45b1-b5f6-02c7729a18d8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:49.010555 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b680d22-38c4-4ea4-9151-8ed5291e15e3 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ae32f4-b97a-4134-8952-824f5aa62faa,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:49.013458 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9b680d22-38c4-4ea4-9151-8ed5291e15e3 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:49.025900 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9b680d22-38c4-4ea4-9151-8ed5291e15e3 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:49.029937 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-9b680d22-38c4-4ea4-9151-8ed5291e15e3 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1632247 May 10 15:05:49.030157 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46586) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:49.035809 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-b1d33e32-4d7a-4330-b762-81fbfe3faf1c tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Request body: {'security_group_rule': {'security_group_id': '7ffbcc5a-bd7c-4e9f-a362-32883b0552b7', 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:49.042350 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-b1d33e32-4d7a-4330-b762-81fbfe3faf1c tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:49.046222 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-b1d33e32-4d7a-4330-b762-81fbfe3faf1c tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Usage tracker for resource:security_group_rule and tenant:8900b9d0dbfa4995b809f83538bb787d is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:49.055463 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-b1d33e32-4d7a-4330-b762-81fbfe3faf1c tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:49.061574 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-b1d33e32-4d7a-4330-b762-81fbfe3faf1c tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:49.078096 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b1d33e32-4d7a-4330-b762-81fbfe3faf1c tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:49.144259 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b1d33e32-4d7a-4330-b762-81fbfe3faf1c tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:49.148904 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b1d33e32-4d7a-4330-b762-81fbfe3faf1c tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461389'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:49.152354 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:49.179776 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d33e32-4d7a-4330-b762-81fbfe3faf1c tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c439de-8439-49c3-8bd8-b08fa4a1aac4,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:49.182741 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b1d33e32-4d7a-4330-b762-81fbfe3faf1c tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:49.191683 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b1d33e32-4d7a-4330-b762-81fbfe3faf1c tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:49.195172 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-b1d33e32-4d7a-4330-b762-81fbfe3faf1c tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1613762 May 10 15:05:49.195574 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46598) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:49.204438 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-afc88bb3-3001-4885-b7ff-3d39ac3eb055 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Request body: {'security_group_rule': {'security_group_id': '7ffbcc5a-bd7c-4e9f-a362-32883b0552b7', 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:49.211099 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-afc88bb3-3001-4885-b7ff-3d39ac3eb055 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:49.215582 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-afc88bb3-3001-4885-b7ff-3d39ac3eb055 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Usage tracker for resource:security_group_rule and tenant:8900b9d0dbfa4995b809f83538bb787d is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:49.218708 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-afc88bb3-3001-4885-b7ff-3d39ac3eb055 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:49.224827 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-afc88bb3-3001-4885-b7ff-3d39ac3eb055 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:49.243443 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.db.securitygroups_db [None req-afc88bb3-3001-4885-b7ff-3d39ac3eb055 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Project 8900b9d0dbfa4995b809f83538bb787d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:05:49.244444 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-afc88bb3-3001-4885-b7ff-3d39ac3eb055 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:49.268257 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 7240dd4c-c711-4ebc-9767-e97819107dc2 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:05:49.316311 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-afc88bb3-3001-4885-b7ff-3d39ac3eb055 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:49.320972 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-afc88bb3-3001-4885-b7ff-3d39ac3eb055 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461389'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:49.329354 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-301911d5-6ea5-4328-ad93-7358414525ee tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:49.346182 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port 7240dd4c-c711-4ebc-9767-e97819107dc2 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:05:49.352514 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc88bb3-3001-4885-b7ff-3d39ac3eb055 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d05c0d3-0420-470f-9333-e6674f940a6f,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:49.352740 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 7240dd4c-c711-4ebc-9767-e97819107dc2 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:49.353501 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:49.355097 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-afc88bb3-3001-4885-b7ff-3d39ac3eb055 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:49.361217 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-afc88bb3-3001-4885-b7ff-3d39ac3eb055 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:49.366294 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-afc88bb3-3001-4885-b7ff-3d39ac3eb055 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1653173 May 10 15:05:49.366507 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46612) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:49.372596 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-b3b2f33c-874e-4e41-987a-70a83e5c4214 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Request body: {'security_group_rule': {'security_group_id': '7ffbcc5a-bd7c-4e9f-a362-32883b0552b7', 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:05:49.378995 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-b3b2f33c-874e-4e41-987a-70a83e5c4214 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:49.382869 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-b3b2f33c-874e-4e41-987a-70a83e5c4214 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Usage tracker for resource:security_group_rule and tenant:8900b9d0dbfa4995b809f83538bb787d is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:49.385866 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-b3b2f33c-874e-4e41-987a-70a83e5c4214 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:49.395442 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-b3b2f33c-874e-4e41-987a-70a83e5c4214 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:49.404927 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.db.securitygroups_db [None req-b3b2f33c-874e-4e41-987a-70a83e5c4214 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Project 8900b9d0dbfa4995b809f83538bb787d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:05:49.412580 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b3b2f33c-874e-4e41-987a-70a83e5c4214 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:49.496108 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:49.508230 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b3b2f33c-874e-4e41-987a-70a83e5c4214 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:49.513488 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b3b2f33c-874e-4e41-987a-70a83e5c4214 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461389'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:49.516073 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:49.517075 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] For port 7240dd4c-c711-4ebc-9767-e97819107dc2, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=7240dd4c-c711-4ebc-9767-e97819107dc2,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:49.522126 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:49.523966 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:49.542399 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2f33c-874e-4e41-987a-70a83e5c4214 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd8e02b-0186-426d-b73b-becfe6d5b80f,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:49.547942 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b3b2f33c-874e-4e41-987a-70a83e5c4214 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:49.551198 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b3b2f33c-874e-4e41-987a-70a83e5c4214 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:49.552649 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-b3b2f33c-874e-4e41-987a-70a83e5c4214 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1847045 May 10 15:05:49.602802 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Pushing event updated for resources: {'Port': ['ID=7240dd4c-c711-4ebc-9767-e97819107dc2,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:49.608828 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:51.204943 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 7240dd4c-c711-4ebc-9767-e97819107dc2 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:05:51.276889 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 7240dd4c-c711-4ebc-9767-e97819107dc2 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:51.277262 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:51.521032 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] Sync routers for ids ['75378a5a-e05c-40d6-9656-e8c07cd33a58'] in dv-cinder-774286-14-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:05:51.530539 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] Routers {'75378a5a-e05c-40d6-9656-e8c07cd33a58'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:05:51.531143 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:05:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['75378a5a-e05c-40d6-9656-e8c07cd33a58'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:51.709174 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] Set router 75378a5a-e05c-40d6-9656-e8c07cd33a58 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:05:52.041910 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75378a5a-e05c-40d6-9656-e8c07cd33a58', 'name': 'tempest-TestShelveInstance-1351359452-router', 'tenant_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '7240dd4c-c711-4ebc-9767-e97819107dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:41Z', 'updated_at': '2021-05-10T15:05:46Z', 'revision_number': 4, 'project_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'gw_port': {'id': '7240dd4c-c711-4ebc-9767-e97819107dc2', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ea:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75378a5a-e05c-40d6-9656-e8c07cd33a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:42Z', 'updated_at': '2021-05-10T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '81aeb21b-2523-4a6f-a800-41e79878bb37', 'name': '', 'network_id': '9a75d79d-3959-46e7-97a4-3c7ce2483df4', 'tenant_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'mac_address': 'fa:16:3e:5a:a3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75378a5a-e05c-40d6-9656-e8c07cd33a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '47076653-6c51-4a0b-be30-36a8d3b94a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:46Z', 'updated_at': '2021-05-10T15:05:46Z', 'revision_number': 2, 'project_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'subnets': [{'id': '47076653-6c51-4a0b-be30-36a8d3b94a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:52.045708 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] Checking router: 75378a5a-e05c-40d6-9656-e8c07cd33a58 for host: dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:05:52.045918 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] Updating router 75378a5a-e05c-40d6-9656-e8c07cd33a58 port 81aeb21b-2523-4a6f-a800-41e79878bb37 binding host dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:05:52.099091 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:52.436538 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] Notify callbacks [] for port, precommit_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:52.447800 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.provisioning_blocks [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] Transition to ACTIVE for port object 81aeb21b-2523-4a6f-a800-41e79878bb37 will not be triggered until provisioned by entity L2. {{(pid=78745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:05:52.453239 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:52.457712 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:52.606876 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988277ab-0dd4-4848-a461-21b95413ac7c None None] Pushing event updated for resources: {'Port': ['ID=81aeb21b-2523-4a6f-a800-41e79878bb37,revision_number=3']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:52.613584 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-988277ab-0dd4-4848-a461-21b95413ac7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:52.670139 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] Attempting to bind port 81aeb21b-2523-4a6f-a800-41e79878bb37 on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:05:52.670507 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] Attempting to bind port 81aeb21b-2523-4a6f-a800-41e79878bb37 by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': '19f0e517-8033-443f-8dc2-ed906358260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a75d79d-3959-46e7-97a4-3c7ce2483df4'}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:05:52.670872 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] Attempting to bind port 81aeb21b-2523-4a6f-a800-41e79878bb37 on network 9a75d79d-3959-46e7-97a4-3c7ce2483df4 {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:05:52.676077 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:05:52.676441 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] Checking segment: {'id': '19f0e517-8033-443f-8dc2-ed906358260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a75d79d-3959-46e7-97a4-3c7ce2483df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:05:52.676831 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:52.677215 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] Bound using segment: {'id': '19f0e517-8033-443f-8dc2-ed906358260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a75d79d-3959-46e7-97a4-3c7ce2483df4'} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:05:52.677671 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] Bound port: 81aeb21b-2523-4a6f-a800-41e79878bb37, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f0e517-8033-443f-8dc2-ed906358260a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9a75d79d-3959-46e7-97a4-3c7ce2483df4'}}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:05:52.678050 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:52.769639 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] For port 81aeb21b-2523-4a6f-a800-41e79878bb37, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:05:52.772515 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] For port 81aeb21b-2523-4a6f-a800-41e79878bb37, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=81aeb21b-2523-4a6f-a800-41e79878bb37,segment=NetworkSegment(19f0e517-8033-443f-8dc2-ed906358260a),segment_id=19f0e517-8033-443f-8dc2-ed906358260a)] {{(pid=78745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:05:52.777767 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:52.783022 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-cc85403d-c7a3-4d85-b11c-40a56fb759d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:52.855170 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] Routers {'75378a5a-e05c-40d6-9656-e8c07cd33a58'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:05:52.855803 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:05:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['75378a5a-e05c-40d6-9656-e8c07cd33a58'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:52.976321 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988277ab-0dd4-4848-a461-21b95413ac7c None None] Pushing event updated for resources: {'Port': ['ID=81aeb21b-2523-4a6f-a800-41e79878bb37,revision_number=4']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:52.989741 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-988277ab-0dd4-4848-a461-21b95413ac7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:53.205210 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] Set router 75378a5a-e05c-40d6-9656-e8c07cd33a58 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:05:53.240672 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 81aeb21b-2523-4a6f-a800-41e79878bb37 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:05:53.310058 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port 81aeb21b-2523-4a6f-a800-41e79878bb37 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:05:53.315424 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 81aeb21b-2523-4a6f-a800-41e79878bb37 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:53.315807 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:53.464807 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:53.501616 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] For port 81aeb21b-2523-4a6f-a800-41e79878bb37, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=81aeb21b-2523-4a6f-a800-41e79878bb37,segment=NetworkSegment(19f0e517-8033-443f-8dc2-ed906358260a),segment_id=19f0e517-8033-443f-8dc2-ed906358260a)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:05:53.505656 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:53.507747 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:53.580393 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75378a5a-e05c-40d6-9656-e8c07cd33a58', 'name': 'tempest-TestShelveInstance-1351359452-router', 'tenant_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '7240dd4c-c711-4ebc-9767-e97819107dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:41Z', 'updated_at': '2021-05-10T15:05:46Z', 'revision_number': 4, 'project_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'gw_port': {'id': '7240dd4c-c711-4ebc-9767-e97819107dc2', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ea:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75378a5a-e05c-40d6-9656-e8c07cd33a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:42Z', 'updated_at': '2021-05-10T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '81aeb21b-2523-4a6f-a800-41e79878bb37', 'name': '', 'network_id': '9a75d79d-3959-46e7-97a4-3c7ce2483df4', 'tenant_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'mac_address': 'fa:16:3e:5a:a3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75378a5a-e05c-40d6-9656-e8c07cd33a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '47076653-6c51-4a0b-be30-36a8d3b94a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:46Z', 'updated_at': '2021-05-10T15:05:52Z', 'revision_number': 4, 'project_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'subnets': [{'id': '47076653-6c51-4a0b-be30-36a8d3b94a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:05:53.584964 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951fff1f-0b69-4c71-b848-01d634fe2056 None None] The sync data for ids ['75378a5a-e05c-40d6-9656-e8c07cd33a58'] in dv-cinder-774286-14-iscsi is: [{'id': '75378a5a-e05c-40d6-9656-e8c07cd33a58', 'name': 'tempest-TestShelveInstance-1351359452-router', 'tenant_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '7240dd4c-c711-4ebc-9767-e97819107dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:41Z', 'updated_at': '2021-05-10T15:05:46Z', 'revision_number': 4, 'project_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'gw_port': {'id': '7240dd4c-c711-4ebc-9767-e97819107dc2', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ea:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75378a5a-e05c-40d6-9656-e8c07cd33a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:42Z', 'updated_at': '2021-05-10T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '81aeb21b-2523-4a6f-a800-41e79878bb37', 'name': '', 'network_id': '9a75d79d-3959-46e7-97a4-3c7ce2483df4', 'tenant_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'mac_address': 'fa:16:3e:5a:a3:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75378a5a-e05c-40d6-9656-e8c07cd33a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '47076653-6c51-4a0b-be30-36a8d3b94a36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:46Z', 'updated_at': '2021-05-10T15:05:52Z', 'revision_number': 4, 'project_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'subnets': [{'id': '47076653-6c51-4a0b-be30-36a8d3b94a36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:05:53.614780 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Pushing event updated for resources: {'Port': ['ID=81aeb21b-2523-4a6f-a800-41e79878bb37,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:53.618523 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:54.552303 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46722) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:54.679889 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0f4e9c20-b09f-4634-ac0c-72e494d6a6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:54.695856 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0f4e9c20-b09f-4634-ac0c-72e494d6a6c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:05:54.700008 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0f4e9c20-b09f-4634-ac0c-72e494d6a6c6 admin admin] Usage tracker for resource:security_group_rule and tenant:73a7ea343f6545d6bca2ce4b5e030fa0 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:05:54.702994 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-0f4e9c20-b09f-4634-ac0c-72e494d6a6c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:05:54.708697 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-0f4e9c20-b09f-4634-ac0c-72e494d6a6c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:05:54.803008 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0f4e9c20-b09f-4634-ac0c-72e494d6a6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:54.806907 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0f4e9c20-b09f-4634-ac0c-72e494d6a6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:54.814410 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-7b77c630-1b67-4103-aab3-c1d9e0e52c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:54.863043 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-0f4e9c20-b09f-4634-ac0c-72e494d6a6c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=73a7ea343f6545d6bca2ce4b5e030fa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089375 May 10 15:05:54.864538 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e9c20-b09f-4634-ac0c-72e494d6a6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431e1ece-cdbf-4f68-9e21-8740c7b10c30,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:54.866069 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 46728) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:05:54.867697 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0f4e9c20-b09f-4634-ac0c-72e494d6a6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:54.927705 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a16ee7e9-7648-44c7-9848-0b0492d20414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:54.953172 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a16ee7e9-7648-44c7-9848-0b0492d20414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:55.003350 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a16ee7e9-7648-44c7-9848-0b0492d20414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:55.007378 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9c5f64bd-8f7a-4a61-891d-06dc9b7c0cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:05:55.018820 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ee7e9-7648-44c7-9848-0b0492d20414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431e1ece-cdbf-4f68-9e21-8740c7b10c30,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:05:55.029715 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16ee7e9-7648-44c7-9848-0b0492d20414 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:55.030082 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16ee7e9-7648-44c7-9848-0b0492d20414 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:55.030438 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16ee7e9-7648-44c7-9848-0b0492d20414 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:55.030787 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16ee7e9-7648-44c7-9848-0b0492d20414 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:55.031131 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16ee7e9-7648-44c7-9848-0b0492d20414 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:55.031475 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16ee7e9-7648-44c7-9848-0b0492d20414 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:55.031815 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16ee7e9-7648-44c7-9848-0b0492d20414 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:55.032183 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16ee7e9-7648-44c7-9848-0b0492d20414 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:55.032522 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16ee7e9-7648-44c7-9848-0b0492d20414 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:55.032860 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16ee7e9-7648-44c7-9848-0b0492d20414 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:55.033202 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16ee7e9-7648-44c7-9848-0b0492d20414 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:55.033536 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16ee7e9-7648-44c7-9848-0b0492d20414 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:05:55.036838 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a16ee7e9-7648-44c7-9848-0b0492d20414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:05:55.040687 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-a16ee7e9-7648-44c7-9848-0b0492d20414 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/431e1ece-cdbf-4f68-9e21-8740c7b10c30 HTTP/1.1" status: 204 len: 168 time: 0.1734169 May 10 15:05:55.041966 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-a16ee7e9-7648-44c7-9848-0b0492d20414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:05:55.223383 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 81aeb21b-2523-4a6f-a800-41e79878bb37 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:05:55.295665 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 81aeb21b-2523-4a6f-a800-41e79878bb37 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:05:55.296064 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:01.939375 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d6c12-5ac5-4343-93e1-32a6b8d888e4 req-9e3178bb-8cce-4316-80f5-a7e45c6a3b05 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:01.940655 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e77d6c12-5ac5-4343-93e1-32a6b8d888e4 req-9e3178bb-8cce-4316-80f5-a7e45c6a3b05 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.0820954 May 10 15:06:01.984727 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e77d6c12-5ac5-4343-93e1-32a6b8d888e4 req-93596f06-ffc5-4c15-9132-e902c2aebccb tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373526 May 10 15:06:03.164587 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407f032-245d-4663-963d-aa224d65e2f4 req-bb86a456-8ac7-4492-86da-61cf14317735 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:03.165992 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9407f032-245d-4663-963d-aa224d65e2f4 req-bb86a456-8ac7-4492-86da-61cf14317735 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.0769596 May 10 15:06:03.213582 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9407f032-245d-4663-963d-aa224d65e2f4 req-4ed56e68-f798-4fbf-ab43-70b78b0c45d5 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417175 May 10 15:06:04.083289 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee97466-7e63-49bc-a5ef-9d06ab201208 req-9a73bb16-1dcd-48c6-a315-4da26cfe2ffc tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:04.084748 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9ee97466-7e63-49bc-a5ef-9d06ab201208 req-9a73bb16-1dcd-48c6-a315-4da26cfe2ffc tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.47 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.0789874 May 10 15:06:04.218724 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-9ee97466-7e63-49bc-a5ef-9d06ab201208 req-ac27f267-202c-4c16-b346-d618c1969115 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Deleting port 8ade340c-5fc5-4197-82b9-ac354157b449 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:06:04.219447 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9ee97466-7e63-49bc-a5ef-9d06ab201208 req-ac27f267-202c-4c16-b346-d618c1969115 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:04.235707 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:04.394116 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-9ee97466-7e63-49bc-a5ef-9d06ab201208 req-ac27f267-202c-4c16-b346-d618c1969115 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] For port 8ade340c-5fc5-4197-82b9-ac354157b449, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8ade340c-5fc5-4197-82b9-ac354157b449,segment=NetworkSegment(130d6f67-0a99-4f12-9e01-d49e6c783317),segment_id=130d6f67-0a99-4f12-9e01-d49e6c783317)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:04.394470 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9ee97466-7e63-49bc-a5ef-9d06ab201208 req-ac27f267-202c-4c16-b346-d618c1969115 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:04.558930 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80663550-a46d-49d4-abaf-29634356a995 req-bf036740-6fe9-4eec-bb0e-4cd0f791217e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:04.560414 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-80663550-a46d-49d4-abaf-29634356a995 req-bf036740-6fe9-4eec-bb0e-4cd0f791217e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 946 time: 0.2370663 May 10 15:06:04.692243 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-80663550-a46d-49d4-abaf-29634356a995 req-64b4f0a4-b846-4a8b-bca7-5b233ebb1170 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e46f82-4504-490f-bacf-240493b0eca5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231198 May 10 15:06:04.724842 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9ee97466-7e63-49bc-a5ef-9d06ab201208 req-ac27f267-202c-4c16-b346-d618c1969115 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:04.725473 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9ee97466-7e63-49bc-a5ef-9d06ab201208 req-ac27f267-202c-4c16-b346-d618c1969115 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405872'] for floatingip, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:04.725781 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.db.l3_db [req-9ee97466-7e63-49bc-a5ef-9d06ab201208 req-ac27f267-202c-4c16-b346-d618c1969115 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Floating IP b1950c53-caed-487a-a3f5-69c5ffb367a1 disassociated. External IP: 172.27.2.61, port: 8ade340c-5fc5-4197-82b9-ac354157b449. May 10 15:06:04.726114 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-9ee97466-7e63-49bc-a5ef-9d06ab201208 req-ac27f267-202c-4c16-b346-d618c1969115 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Calling delete_port for 8ade340c-5fc5-4197-82b9-ac354157b449 owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:06:04.835354 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9ee97466-7e63-49bc-a5ef-9d06ab201208 req-ac27f267-202c-4c16-b346-d618c1969115 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:04.841233 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-400bc37e-68f9-46df-bd5d-ba670354d9fc tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:04.885106 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27f267-202c-4c16-b346-d618c1969115 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Pushing event deleted for resources: {'Port': ['ID=8ade340c-5fc5-4197-82b9-ac354157b449,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:04.888167 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ac27f267-202c-4c16-b346-d618c1969115 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:05.142293 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ee97466-7e63-49bc-a5ef-9d06ab201208 req-ac27f267-202c-4c16-b346-d618c1969115 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Router 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:06:05.323002 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ee97466-7e63-49bc-a5ef-9d06ab201208 req-ac27f267-202c-4c16-b346-d618c1969115 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:06:05.334061 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f25e34-fe55-4a87-b1e2-7204b2f295a3 None None] Sync routers for ids ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:06:05.344339 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f25e34-fe55-4a87-b1e2-7204b2f295a3 None None] Routers {'4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:06:05.344967 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-d2f25e34-fe55-4a87-b1e2-7204b2f295a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:05:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:05.436851 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee97466-7e63-49bc-a5ef-9d06ab201208 req-ac27f267-202c-4c16-b346-d618c1969115 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] No DVR routers for this DVR port 8ade340c-5fc5-4197-82b9-ac354157b449 on host hv-cinder-77428 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:06:05.439356 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9ee97466-7e63-49bc-a5ef-9d06ab201208 req-ac27f267-202c-4c16-b346-d618c1969115 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:05.441981 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79', 'name': 'network-vif-deleted', 'tag': '8ade340c-5fc5-4197-82b9-ac354157b449'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:06:05.459829 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9ee97466-7e63-49bc-a5ef-9d06ab201208 req-ac27f267-202c-4c16-b346-d618c1969115 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.47 "DELETE /v2.0/ports/8ade340c-5fc5-4197-82b9-ac354157b449 HTTP/1.1" status: 204 len: 173 time: 1.3680129 May 10 15:06:05.543158 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-d2f25e34-fe55-4a87-b1e2-7204b2f295a3 None None] Set router 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:06:05.553404 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79', 'name': 'network-vif-deleted', 'tag': '8ade340c-5fc5-4197-82b9-ac354157b449', 'status': 'completed', 'code': 200} May 10 15:06:05.852742 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-16a14f98-c7a4-4343-9dff-2d5802797f54 req-f9315a19-bc5b-4b9b-8bac-6b7a66632e77 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Synchronizing usage tracker for tenant:fffa979fe3184d2a9b52cf1e0d0c6fed on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:06:05.869607 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-16a14f98-c7a4-4343-9dff-2d5802797f54 req-f9315a19-bc5b-4b9b-8bac-6b7a66632e77 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Unset dirty status for tenant:fffa979fe3184d2a9b52cf1e0d0c6fed on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:06:05.870549 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a565abfb-8d45-4bfa-970f-7ed100b8e765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:05.870865 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-16a14f98-c7a4-4343-9dff-2d5802797f54 req-f9315a19-bc5b-4b9b-8bac-6b7a66632e77 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5a86dd8-a1e2-4e6c-8de3-b73d2dd3bb79 HTTP/1.1" status: 200 len: 210 time: 0.0600984 May 10 15:06:05.873548 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-d2f25e34-fe55-4a87-b1e2-7204b2f295a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'name': 'tempest-AttachVolumeTestJSON-528424911-router', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '5d282935-a9ae-4765-9da3-86222aef7403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:38Z', 'updated_at': '2021-05-10T15:00:50Z', 'revision_number': 4, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'gw_port': {'id': '5d282935-a9ae-4765-9da3-86222aef7403', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:40Z', 'updated_at': '2021-05-10T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '47c855a9-802f-4899-a8e4-a63026ad3acd', 'name': '', 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'mac_address': 'fa:16:3e:42:52:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:47Z', 'updated_at': '2021-05-10T15:01:05Z', 'revision_number': 5, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'subnets': [{'id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:05.878189 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f25e34-fe55-4a87-b1e2-7204b2f295a3 None None] Checking router: 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:06:05.886715 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f25e34-fe55-4a87-b1e2-7204b2f295a3 None None] Routers {'4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:06:05.887326 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-d2f25e34-fe55-4a87-b1e2-7204b2f295a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:05:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:06.078012 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-d2f25e34-fe55-4a87-b1e2-7204b2f295a3 None None] Set router 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:06:06.387525 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-d2f25e34-fe55-4a87-b1e2-7204b2f295a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'name': 'tempest-AttachVolumeTestJSON-528424911-router', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '5d282935-a9ae-4765-9da3-86222aef7403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:38Z', 'updated_at': '2021-05-10T15:00:50Z', 'revision_number': 4, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'gw_port': {'id': '5d282935-a9ae-4765-9da3-86222aef7403', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:40Z', 'updated_at': '2021-05-10T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '47c855a9-802f-4899-a8e4-a63026ad3acd', 'name': '', 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'mac_address': 'fa:16:3e:42:52:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:47Z', 'updated_at': '2021-05-10T15:01:05Z', 'revision_number': 5, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'subnets': [{'id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:06.391274 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f25e34-fe55-4a87-b1e2-7204b2f295a3 None None] The sync data for ids ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'] in dv-cinder-774286-14-iscsi is: [{'id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'name': 'tempest-AttachVolumeTestJSON-528424911-router', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '5d282935-a9ae-4765-9da3-86222aef7403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:38Z', 'updated_at': '2021-05-10T15:00:50Z', 'revision_number': 4, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'gw_port': {'id': '5d282935-a9ae-4765-9da3-86222aef7403', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:40Z', 'updated_at': '2021-05-10T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '47c855a9-802f-4899-a8e4-a63026ad3acd', 'name': '', 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'mac_address': 'fa:16:3e:42:52:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:47Z', 'updated_at': '2021-05-10T15:01:05Z', 'revision_number': 5, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'subnets': [{'id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:06:06.587939 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1043592-8ef8-41ea-9fa2-6b33a811e7fc None None] New status for floating IP b1950c53-caed-487a-a3f5-69c5ffb367a1: DOWN {{(pid=78745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:06:06.738644 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-218677dc-b369-4940-918c-a5ea637b4948 req-45f776b8-ee52-424b-8670-1911835edb24 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Synchronizing usage tracker for tenant:8900b9d0dbfa4995b809f83538bb787d on resource:security_group {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:06:06.756600 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-218677dc-b369-4940-918c-a5ea637b4948 req-45f776b8-ee52-424b-8670-1911835edb24 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Unset dirty status for tenant:8900b9d0dbfa4995b809f83538bb787d on resource:security_group {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:06:06.757783 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-218677dc-b369-4940-918c-a5ea637b4948 req-45f776b8-ee52-424b-8670-1911835edb24 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1860864742&fields=id&tenant_id=8900b9d0dbfa4995b809f83538bb787d HTTP/1.1" status: 200 len: 267 time: 0.0577967 May 10 15:06:06.907208 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218677dc-b369-4940-918c-a5ea637b4948 req-2947e78d-1fa2-4e61-b309-9df3a216cd63 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:06.908735 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-218677dc-b369-4940-918c-a5ea637b4948 req-2947e78d-1fa2-4e61-b309-9df3a216cd63 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/networks?id=7922592b-e5c7-4166-aa1b-a45eebe02820 HTTP/1.1" status: 200 len: 809 time: 0.1435969 May 10 15:06:06.924036 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-218677dc-b369-4940-918c-a5ea637b4948 req-b754d42d-fef0-44cf-b709-612604760aa6 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/quotas/8900b9d0dbfa4995b809f83538bb787d HTTP/1.1" status: 200 len: 375 time: 0.0097528 May 10 15:06:06.997646 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46824) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:07.010362 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-218677dc-b369-4940-918c-a5ea637b4948 req-cf8003ff-b17a-4257-b1b0-349a6b30e1f5 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Synchronizing usage tracker for tenant:8900b9d0dbfa4995b809f83538bb787d on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:06:07.026665 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-218677dc-b369-4940-918c-a5ea637b4948 req-cf8003ff-b17a-4257-b1b0-349a6b30e1f5 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Unset dirty status for tenant:8900b9d0dbfa4995b809f83538bb787d on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:06:07.028192 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-218677dc-b369-4940-918c-a5ea637b4948 req-cf8003ff-b17a-4257-b1b0-349a6b30e1f5 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8900b9d0dbfa4995b809f83538bb787d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989752 May 10 15:06:07.070107 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8f82f8ec-74f5-4dd5-ad48-376c7426c3f7 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:07.097569 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8f82f8ec-74f5-4dd5-ad48-376c7426c3f7 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:07.152693 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8f82f8ec-74f5-4dd5-ad48-376c7426c3f7 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:07.156337 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3d40f3b9-8440-4026-9162-887b5a7a6950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:07.171302 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82f8ec-74f5-4dd5-ad48-376c7426c3f7 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e46f82-4504-490f-bacf-240493b0eca5,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:07.182880 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8f82f8ec-74f5-4dd5-ad48-376c7426c3f7 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:07.183878 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8f82f8ec-74f5-4dd5-ad48-376c7426c3f7 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:07.185163 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-8f82f8ec-74f5-4dd5-ad48-376c7426c3f7 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "DELETE /v2.0/security-groups/a4e46f82-4504-490f-bacf-240493b0eca5 HTTP/1.1" status: 204 len: 168 time: 0.1864321 May 10 15:06:07.187804 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46832) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:07.204364 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.api.v2.resource [None req-259a2eab-9e2e-49f2-91f6-b4bd0e845119 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] show failed (client error): The resource could not be found. May 10 15:06:07.205851 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-259a2eab-9e2e-49f2-91f6-b4bd0e845119 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups/a4e46f82-4504-490f-bacf-240493b0eca5 HTTP/1.1" status: 404 len: 347 time: 0.0168638 May 10 15:06:07.208951 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46836) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:07.291571 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-218677dc-b369-4940-918c-a5ea637b4948 req-f3ea442f-3f5d-464a-a893-0a6a98c3d388 service neutron] 10.222.0.30 "GET /v2.0/networks/7922592b-e5c7-4166-aa1b-a45eebe02820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506566 May 10 15:06:07.418883 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-218677dc-b369-4940-918c-a5ea637b4948 req-556c949e-4d19-43a3-8c21-9cb94ae69dda service neutron] 10.222.0.30 "GET /v2.0/networks/7922592b-e5c7-4166-aa1b-a45eebe02820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234691 May 10 15:06:07.430764 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-6f388170-e7fe-48b6-bd9c-62a18e061aa6 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Deleting port dd24717e-922f-4f13-a91c-85fb8240f49e {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:06:07.431098 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6f388170-e7fe-48b6-bd9c-62a18e061aa6 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:07.545451 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6f388170-e7fe-48b6-bd9c-62a18e061aa6 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:07.545780 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6f388170-e7fe-48b6-bd9c-62a18e061aa6 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:07.668100 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-6f388170-e7fe-48b6-bd9c-62a18e061aa6 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Calling delete_port for dd24717e-922f-4f13-a91c-85fb8240f49e owned by network:floatingip {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:06:07.793238 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6f388170-e7fe-48b6-bd9c-62a18e061aa6 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:07.797124 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c761b9bb-d852-4159-b85b-8c0ed1547351 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:07.813887 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d090d2ac-be88-4e65-8a71-3561f03a04f8 req-149c8d18-ba16-4e72-9b7a-ceaca5060a5c tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 210 time: 0.0443468 May 10 15:06:07.839121 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f388170-e7fe-48b6-bd9c-62a18e061aa6 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Pushing event deleted for resources: {'Port': ['ID=dd24717e-922f-4f13-a91c-85fb8240f49e,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:07.842672 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6f388170-e7fe-48b6-bd9c-62a18e061aa6 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:07.852760 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 8ade340c-5fc5-4197-82b9-ac354157b449 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:06:07.886827 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] No Port match for: 8ade340c-5fc5-4197-82b9-ac354157b449 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:06:07.887179 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 8ade340c-5fc5-4197-82b9-ac354157b449 not bound to the agent host hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:06:07.935063 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6f388170-e7fe-48b6-bd9c-62a18e061aa6 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for floatingip, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:07.953135 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-6f388170-e7fe-48b6-bd9c-62a18e061aa6 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for floatingip, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:07.957245 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-6f388170-e7fe-48b6-bd9c-62a18e061aa6 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "DELETE /v2.0/floatingips/b1950c53-caed-487a-a3f5-69c5ffb367a1 HTTP/1.1" status: 204 len: 168 time: 0.7444084 May 10 15:06:08.249650 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46862) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:08.256235 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-e063c4e5-9993-42f5-bb89-f75b0bb88d25 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Request body: {'security_group': {'name': 'tempest-securitygroup--853526383', 'description': 'tempest-description--1315913080'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:06:08.262917 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-e063c4e5-9993-42f5-bb89-f75b0bb88d25 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:08.266762 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-e063c4e5-9993-42f5-bb89-f75b0bb88d25 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Usage tracker for resource:security_group and tenant:fffa979fe3184d2a9b52cf1e0d0c6fed is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:08.269802 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-e063c4e5-9993-42f5-bb89-f75b0bb88d25 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:08.275632 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-e063c4e5-9993-42f5-bb89-f75b0bb88d25 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:08.286310 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e063c4e5-9993-42f5-bb89-f75b0bb88d25 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:08.307514 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-e063c4e5-9993-42f5-bb89-f75b0bb88d25 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:08.311512 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-e063c4e5-9993-42f5-bb89-f75b0bb88d25 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Usage tracker for resource:security_group_rule and tenant:fffa979fe3184d2a9b52cf1e0d0c6fed is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:08.314618 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-e063c4e5-9993-42f5-bb89-f75b0bb88d25 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:08.320561 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-e063c4e5-9993-42f5-bb89-f75b0bb88d25 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:08.391708 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e063c4e5-9993-42f5-bb89-f75b0bb88d25 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:08.395438 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e063c4e5-9993-42f5-bb89-f75b0bb88d25 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:08.400562 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0f4e9c20-b09f-4634-ac0c-72e494d6a6c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:08.438153 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:08.447106 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063c4e5-9993-42f5-bb89-f75b0bb88d25 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97984df7-1140-4713-ae83-fd4d5f8c536e,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:08.449869 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-e063c4e5-9993-42f5-bb89-f75b0bb88d25 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:08.453295 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e063c4e5-9993-42f5-bb89-f75b0bb88d25 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:08.454424 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-e063c4e5-9993-42f5-bb89-f75b0bb88d25 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2030323 May 10 15:06:08.457202 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46868) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:08.462798 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-28168e46-ff37-4533-8788-7b670d7fac05 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Request body: {'security_group_rule': {'security_group_id': '97984df7-1140-4713-ae83-fd4d5f8c536e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:06:08.468701 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-28168e46-ff37-4533-8788-7b670d7fac05 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:08.472502 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-28168e46-ff37-4533-8788-7b670d7fac05 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Usage tracker for resource:security_group_rule and tenant:fffa979fe3184d2a9b52cf1e0d0c6fed is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:08.475316 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-28168e46-ff37-4533-8788-7b670d7fac05 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:08.481586 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-28168e46-ff37-4533-8788-7b670d7fac05 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:08.501081 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-28168e46-ff37-4533-8788-7b670d7fac05 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:08.565013 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-28168e46-ff37-4533-8788-7b670d7fac05 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:08.569406 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-28168e46-ff37-4533-8788-7b670d7fac05 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461389'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:08.571438 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:08.590132 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-ee03fcaf-3264-4c38-8865-3a63755dc4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:08.593293 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28168e46-ff37-4533-8788-7b670d7fac05 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2185ba2f-cc72-414d-8342-31e474835e1e,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:08.597265 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-28168e46-ff37-4533-8788-7b670d7fac05 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:08.605386 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-28168e46-ff37-4533-8788-7b670d7fac05 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:08.606540 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-28168e46-ff37-4533-8788-7b670d7fac05 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1482329 May 10 15:06:08.609131 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46872) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:08.614597 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-b697e190-bab3-4671-b2a5-f082035f165a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Request body: {'security_group_rule': {'security_group_id': '97984df7-1140-4713-ae83-fd4d5f8c536e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:06:08.620833 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-b697e190-bab3-4671-b2a5-f082035f165a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:08.624576 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-b697e190-bab3-4671-b2a5-f082035f165a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Usage tracker for resource:security_group_rule and tenant:fffa979fe3184d2a9b52cf1e0d0c6fed is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:08.627435 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-b697e190-bab3-4671-b2a5-f082035f165a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:08.633121 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-b697e190-bab3-4671-b2a5-f082035f165a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:08.648270 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b697e190-bab3-4671-b2a5-f082035f165a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:08.708148 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b697e190-bab3-4671-b2a5-f082035f165a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:08.712061 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b697e190-bab3-4671-b2a5-f082035f165a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461389'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:08.719160 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b1d33e32-4d7a-4330-b762-81fbfe3faf1c tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:08.739862 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697e190-bab3-4671-b2a5-f082035f165a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de26d586-6ce2-4053-8de4-76241e81b258,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:08.742055 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b697e190-bab3-4671-b2a5-f082035f165a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:08.746626 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b697e190-bab3-4671-b2a5-f082035f165a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:08.750806 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-b697e190-bab3-4671-b2a5-f082035f165a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375678 May 10 15:06:08.750950 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46876) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:08.755891 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Request body: {'floatingip': {'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:06:08.761484 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:08.765253 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Usage tracker for resource:floatingip and tenant:fffa979fe3184d2a9b52cf1e0d0c6fed is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:08.768044 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:08.774078 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:08.783798 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for floatingip, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:08.921220 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:09.047801 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-57d082bc-799a-47be-8f43-666c63d9d3bf req-6bd82d5b-40b2-4aa5-a912-392caf046410 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 210 time: 0.1197741 May 10 15:06:09.138832 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218677dc-b369-4940-918c-a5ea637b4948 req-79eb3423-bfa3-4a4f-82a3-bd789b039839 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:09.141007 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-218677dc-b369-4940-918c-a5ea637b4948 req-79eb3423-bfa3-4a4f-82a3-bd789b039839 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.47 "GET /v2.0/networks?id=7922592b-e5c7-4166-aa1b-a45eebe02820 HTTP/1.1" status: 200 len: 809 time: 0.1773107 May 10 15:06:09.165873 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Allocated IP 172.27.2.168 (7f05d45f-a9de-427f-b4f6-29fb46a47d9c/0e18a723-9037-4ee4-acce-9c55576c5ea3/2be08c6c-83f6-43b9-ac07-9d98dde6fca0) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:06:09.191348 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-218677dc-b369-4940-918c-a5ea637b4948 req-cceedff7-732c-4372-909b-dfa16cb72c88 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8900b9d0dbfa4995b809f83538bb787d HTTP/1.1" status: 200 len: 380 time: 0.0411706 May 10 15:06:09.201046 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-218677dc-b369-4940-918c-a5ea637b4948 req-46143e5c-f5f5-47fb-80b0-f168b9b0892a tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Request body: {'port': {'device_id': '7fe75b53-cf6b-4b8a-b4f0-4897a788d874', 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820', 'admin_state_up': True, 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'security_groups': ['7ffbcc5a-bd7c-4e9f-a362-32883b0552b7']}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:06:09.316285 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:09.339416 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-218677dc-b369-4940-918c-a5ea637b4948 req-46143e5c-f5f5-47fb-80b0-f168b9b0892a tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:09.345943 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:09.349137 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-218677dc-b369-4940-918c-a5ea637b4948 req-46143e5c-f5f5-47fb-80b0-f168b9b0892a tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:09.349581 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6af744e3-5808-4186-b1d9-ef171e6fcc4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:09.358064 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-218677dc-b369-4940-918c-a5ea637b4948 req-46143e5c-f5f5-47fb-80b0-f168b9b0892a tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Made reservation on behalf of 8900b9d0dbfa4995b809f83538bb787d for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:06:09.361533 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-218677dc-b369-4940-918c-a5ea637b4948 req-46143e5c-f5f5-47fb-80b0-f168b9b0892a tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:09.402534 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:09.413505 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:06:09.420771 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Resources bound (agent type, host, resource id): {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:06:09.425609 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:06:09.493470 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Pushing event updated for resources: {'Port': ['ID=2be08c6c-83f6-43b9-ac07-9d98dde6fca0,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:09.502940 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:09.503313 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:09.503685 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:09.504072 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:09.504431 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:09.504790 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:09.505140 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:09.505492 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:09.505845 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:09.506196 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:09.506542 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:09.506891 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:09.511584 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:09.520653 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:09.532007 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-218677dc-b369-4940-918c-a5ea637b4948 req-46143e5c-f5f5-47fb-80b0-f168b9b0892a tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Allocated IP 172.20.0.3 (7922592b-e5c7-4166-aa1b-a45eebe02820/1c58900c-b895-4de8-960a-0862563ac0ec/6185a962-c7b7-43fa-9fea-52202bb0b02f) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:06:09.588383 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:09.809078 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:09.812738 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10903621'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:09.816486 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:09.816654 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-218677dc-b369-4940-918c-a5ea637b4948 req-46143e5c-f5f5-47fb-80b0-f168b9b0892a tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:09.831808 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-218677dc-b369-4940-918c-a5ea637b4948 req-46143e5c-f5f5-47fb-80b0-f168b9b0892a tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Transition to ACTIVE for port object 6185a962-c7b7-43fa-9fea-52202bb0b02f will not be triggered until provisioned by entity DHCP. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:06:09.856434 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-218677dc-b369-4940-918c-a5ea637b4948 req-46143e5c-f5f5-47fb-80b0-f168b9b0892a tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:09.862656 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7f80dc20-29a0-4428-97a4-d2419acf57f2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:09.918646 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Pushing event updated for resources: {'Port': ['ID=2be08c6c-83f6-43b9-ac07-9d98dde6fca0,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:09.922495 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:09.923930 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-218677dc-b369-4940-918c-a5ea637b4948 req-46143e5c-f5f5-47fb-80b0-f168b9b0892a tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Network 7922592b-e5c7-4166-aa1b-a45eebe02820 is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:06:09.927054 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-218677dc-b369-4940-918c-a5ea637b4948 req-46143e5c-f5f5-47fb-80b0-f168b9b0892a tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:06:09.931428 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-218677dc-b369-4940-918c-a5ea637b4948 req-46143e5c-f5f5-47fb-80b0-f168b9b0892a tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:06:09.938347 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405872'] for floatingip, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:09.960622 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for floatingip, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:09.969657 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2101567 May 10 15:06:09.975270 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46143e5c-f5f5-47fb-80b0-f168b9b0892a tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Pushing event updated for resources: {'Port': ['ID=6185a962-c7b7-43fa-9fea-52202bb0b02f,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:09.980740 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-46143e5c-f5f5-47fb-80b0-f168b9b0892a tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:10.009893 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218677dc-b369-4940-918c-a5ea637b4948 req-46143e5c-f5f5-47fb-80b0-f168b9b0892a tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:10.010524 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-218677dc-b369-4940-918c-a5ea637b4948 req-46143e5c-f5f5-47fb-80b0-f168b9b0892a tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:10.035918 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-218677dc-b369-4940-918c-a5ea637b4948 req-46143e5c-f5f5-47fb-80b0-f168b9b0892a tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8385637 May 10 15:06:10.126629 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-218677dc-b369-4940-918c-a5ea637b4948 req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] Request body: {'port': {'device_id': '7fe75b53-cf6b-4b8a-b4f0-4897a788d874', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:06:10.193185 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-c5f25d15-3e41-4843-9c52-63749c505be8 None None] Provisioning for port 6185a962-c7b7-43fa-9fea-52202bb0b02f completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:06:10.198289 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-c5f25d15-3e41-4843-9c52-63749c505be8 None None] Provisioning complete for port 6185a962-c7b7-43fa-9fea-52202bb0b02f triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:10.198596 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c5f25d15-3e41-4843-9c52-63749c505be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:10.232129 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-37bd05f8-e0e4-4b94-b40e-0be7b9bad983 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--853526383&fields=id&tenant_id=fffa979fe3184d2a9b52cf1e0d0c6fed HTTP/1.1" status: 200 len: 267 time: 0.1302671 May 10 15:06:10.284701 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-c5f25d15-3e41-4843-9c52-63749c505be8 None None] Port 6185a962-c7b7-43fa-9fea-52202bb0b02f cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:06:10.404670 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-218677dc-b369-4940-918c-a5ea637b4948 req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:10.502241 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00476c26-40bb-4c87-bd89-6535978575d0 req-4b778f7b-e3df-4f6d-94c6-df50d47b32fa tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:10.502963 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-00476c26-40bb-4c87-bd89-6535978575d0 req-4b778f7b-e3df-4f6d-94c6-df50d47b32fa tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Synchronizing usage tracker for tenant:8900b9d0dbfa4995b809f83538bb787d on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:06:10.516805 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-548add64-f5fd-4846-ae93-25b237de1c8c tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:10.518199 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-548add64-f5fd-4846-ae93-25b237de1c8c tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/networks?id=4bd3a929-9efd-4c35-af1e-656216678278 HTTP/1.1" status: 200 len: 810 time: 0.2792029 May 10 15:06:10.554150 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-ef988360-00c9-4ea1-8dd7-11e95692bb5b tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/quotas/fffa979fe3184d2a9b52cf1e0d0c6fed HTTP/1.1" status: 200 len: 375 time: 0.0277636 May 10 15:06:10.594164 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-00476c26-40bb-4c87-bd89-6535978575d0 req-4b778f7b-e3df-4f6d-94c6-df50d47b32fa tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Unset dirty status for tenant:8900b9d0dbfa4995b809f83538bb787d on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:06:10.595219 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-00476c26-40bb-4c87-bd89-6535978575d0 req-4b778f7b-e3df-4f6d-94c6-df50d47b32fa tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 931 time: 0.4145918 May 10 15:06:10.764831 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-00476c26-40bb-4c87-bd89-6535978575d0 req-8947d839-b832-42d0-9767-cc0732749894 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627529 May 10 15:06:10.822307 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-ac750bf9-1344-44f2-b689-a8d64373e920 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fffa979fe3184d2a9b52cf1e0d0c6fed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2291510 May 10 15:06:10.925130 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:11.031835 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-76d90671-d75c-4ba4-b035-20d5c177749f service neutron] 10.222.0.30 "GET /v2.0/networks/4bd3a929-9efd-4c35-af1e-656216678278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936531 May 10 15:06:11.035764 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-218677dc-b369-4940-918c-a5ea637b4948 req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6185a962-c7b7-43fa-9fea-52202bb0b02f {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:06:11.062898 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-218677dc-b369-4940-918c-a5ea637b4948 req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:11.131240 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-218677dc-b369-4940-918c-a5ea637b4948 req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] Transition to ACTIVE for port object 6185a962-c7b7-43fa-9fea-52202bb0b02f will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:06:11.136261 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-218677dc-b369-4940-918c-a5ea637b4948 req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:11.146080 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-08e5f13b-e86c-4178-b9fb-232c0f9754bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:11.302617 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-cc58042a-074a-427c-b83d-f3c2f0817112 service neutron] 10.222.0.30 "GET /v2.0/networks/4bd3a929-9efd-4c35-af1e-656216678278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624090 May 10 15:06:11.303256 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] Pushing event updated for resources: {'Port': ['ID=6185a962-c7b7-43fa-9fea-52202bb0b02f,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:11.307393 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:11.550837 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-218677dc-b369-4940-918c-a5ea637b4948 req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] Attempting to bind port 6185a962-c7b7-43fa-9fea-52202bb0b02f on host hv-cinder-77428 for vnic_type normal with profile {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:06:11.551179 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-218677dc-b369-4940-918c-a5ea637b4948 req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] Attempting to bind port 6185a962-c7b7-43fa-9fea-52202bb0b02f by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '503f243e-3e90-4306-889c-a12bd1d22596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:06:11.551509 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218677dc-b369-4940-918c-a5ea637b4948 req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] Attempting to bind port 6185a962-c7b7-43fa-9fea-52202bb0b02f on network 7922592b-e5c7-4166-aa1b-a45eebe02820 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:06:11.562538 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-39725aee-e44d-41cd-9518-e0229a2a1f62 req-6922990b-6f83-4995-a132-259028a7d7a9 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=243fb7fb-26d6-4962-b75c-a142b77908e6 HTTP/1.1" status: 200 len: 210 time: 0.0492435 May 10 15:06:11.563234 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218677dc-b369-4940-918c-a5ea637b4948 req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] Port 6185a962-c7b7-43fa-9fea-52202bb0b02f on network 7922592b-e5c7-4166-aa1b-a45eebe02820 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:06:11.563552 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218677dc-b369-4940-918c-a5ea637b4948 req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] Attempting to bind port 6185a962-c7b7-43fa-9fea-52202bb0b02f on network 7922592b-e5c7-4166-aa1b-a45eebe02820 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:06:11.568885 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218677dc-b369-4940-918c-a5ea637b4948 req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] Checking agent: {'id': '22792be7-dc61-4190-b12e-2da4263bba02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:06:11.569146 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218677dc-b369-4940-918c-a5ea637b4948 req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] Checking segment: {'id': '503f243e-3e90-4306-889c-a12bd1d22596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:06:11.569530 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218677dc-b369-4940-918c-a5ea637b4948 req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] Bound using segment: {'id': '503f243e-3e90-4306-889c-a12bd1d22596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:06:11.569960 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-218677dc-b369-4940-918c-a5ea637b4948 req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] Bound port: 6185a962-c7b7-43fa-9fea-52202bb0b02f, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '503f243e-3e90-4306-889c-a12bd1d22596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:06:11.570346 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-218677dc-b369-4940-918c-a5ea637b4948 req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:11.664054 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-218677dc-b369-4940-918c-a5ea637b4948 req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] For port 6185a962-c7b7-43fa-9fea-52202bb0b02f, host hv-cinder-77428, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:06:11.668065 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-218677dc-b369-4940-918c-a5ea637b4948 req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] For port 6185a962-c7b7-43fa-9fea-52202bb0b02f, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6185a962-c7b7-43fa-9fea-52202bb0b02f,segment=NetworkSegment(503f243e-3e90-4306-889c-a12bd1d22596),segment_id=503f243e-3e90-4306-889c-a12bd1d22596)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:06:11.673854 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-218677dc-b369-4940-918c-a5ea637b4948 req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:11.678453 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:11.729639 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218677dc-b369-4940-918c-a5ea637b4948 req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:11.730306 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-218677dc-b369-4940-918c-a5ea637b4948 req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:11.731639 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-218677dc-b369-4940-918c-a5ea637b4948 req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] 10.222.0.47 "PUT /v2.0/ports/6185a962-c7b7-43fa-9fea-52202bb0b02f HTTP/1.1" status: 200 len: 1093 time: 1.6849923 May 10 15:06:11.732282 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe75b53-cf6b-4b8a-b4f0-4897a788d874', 'tag': '6185a962-c7b7-43fa-9fea-52202bb0b02f'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:06:11.770090 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] Pushing event updated for resources: {'Port': ['ID=6185a962-c7b7-43fa-9fea-52202bb0b02f,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:11.774532 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:11.812962 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe75b53-cf6b-4b8a-b4f0-4897a788d874', 'tag': '6185a962-c7b7-43fa-9fea-52202bb0b02f', 'status': 'completed', 'code': 200} May 10 15:06:11.859246 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218677dc-b369-4940-918c-a5ea637b4948 req-c6b21b3a-df68-4497-adc0-b679d6ecb17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:11.860839 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-218677dc-b369-4940-918c-a5ea637b4948 req-c6b21b3a-df68-4497-adc0-b679d6ecb17d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8900b9d0dbfa4995b809f83538bb787d&device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 1096 time: 0.0853527 May 10 15:06:11.971889 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-218677dc-b369-4940-918c-a5ea637b4948 req-f240a9f2-0f79-4dfc-8754-87f578b9dca8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6185a962-c7b7-43fa-9fea-52202bb0b02f HTTP/1.1" status: 200 len: 217 time: 0.1030450 May 10 15:06:12.057559 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218677dc-b369-4940-918c-a5ea637b4948 req-2b4c24a4-be5d-4281-b2fe-9e7b85dba4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:12.059119 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-218677dc-b369-4940-918c-a5ea637b4948 req-2b4c24a4-be5d-4281-b2fe-9e7b85dba4d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c58900c-b895-4de8-960a-0862563ac0ec HTTP/1.1" status: 200 len: 848 time: 0.0748827 May 10 15:06:12.071755 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b669920-0fd0-480b-9c4b-09fa879348f8 req-a725eeae-4551-4cbb-8ceb-49afe9ae87b5 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:12.073457 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9b669920-0fd0-480b-9c4b-09fa879348f8 req-a725eeae-4551-4cbb-8ceb-49afe9ae87b5 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 943 time: 0.1470015 May 10 15:06:12.164942 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9b669920-0fd0-480b-9c4b-09fa879348f8 req-d3f9dbdc-2ac1-4ae6-abe1-1ac5b83e24a2 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598345 May 10 15:06:12.184483 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218677dc-b369-4940-918c-a5ea637b4948 req-3ccca9d5-9365-4c6f-bcfa-00d1955881e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:12.185959 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-218677dc-b369-4940-918c-a5ea637b4948 req-3ccca9d5-9365-4c6f-bcfa-00d1955881e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7922592b-e5c7-4166-aa1b-a45eebe02820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1116560 May 10 15:06:12.317651 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-218677dc-b369-4940-918c-a5ea637b4948 req-0c29b73b-beba-4034-81a9-9a73eb691414 service neutron] 10.222.0.47 "GET /v2.0/networks/7922592b-e5c7-4166-aa1b-a45eebe02820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241031 May 10 15:06:12.450289 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-218677dc-b369-4940-918c-a5ea637b4948 req-c3e27ef4-4c46-4a31-8eef-ca6517420b44 service neutron] 10.222.0.47 "GET /v2.0/networks/7922592b-e5c7-4166-aa1b-a45eebe02820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244633 May 10 15:06:12.573854 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3135d-0e9f-46de-b8b6-1833bed72071 req-f75df0ac-cb89-4790-aa70-7e9b9626d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:12.575313 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-08d3135d-0e9f-46de-b8b6-1833bed72071 req-f75df0ac-cb89-4790-aa70-7e9b9626d0a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8900b9d0dbfa4995b809f83538bb787d&device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 1096 time: 0.0784240 May 10 15:06:12.621220 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-45e9c1ec-a7cb-46c0-9ba8-74214c03638c tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:12.622752 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-45e9c1ec-a7cb-46c0-9ba8-74214c03638c tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.47 "GET /v2.0/networks?id=4bd3a929-9efd-4c35-af1e-656216678278 HTTP/1.1" status: 200 len: 810 time: 0.1607161 May 10 15:06:12.716382 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3135d-0e9f-46de-b8b6-1833bed72071 req-1ff136b7-9a0f-424d-b5f4-c463051f3414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:12.717797 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-08d3135d-0e9f-46de-b8b6-1833bed72071 req-1ff136b7-9a0f-424d-b5f4-c463051f3414 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7922592b-e5c7-4166-aa1b-a45eebe02820 HTTP/1.1" status: 200 len: 910 time: 0.1354587 May 10 15:06:12.722906 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-c9d1e091-baf9-4cd8-a1d4-2cbbddead83c tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fffa979fe3184d2a9b52cf1e0d0c6fed HTTP/1.1" status: 200 len: 379 time: 0.0897536 May 10 15:06:12.725142 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-57073ee6-4a78-4441-8587-013dbe5154d4 req-36097ff9-470b-46f9-bc1a-ca8fec3d13bd tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=243fb7fb-26d6-4962-b75c-a142b77908e6 HTTP/1.1" status: 200 len: 210 time: 0.0522017 May 10 15:06:12.740157 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-ccfa2529-0b28-4988-980d-7cf125d1164a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Request body: {'port': {'device_id': '243fb7fb-26d6-4962-b75c-a142b77908e6', 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'admin_state_up': True, 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'security_groups': ['97984df7-1140-4713-ae83-fd4d5f8c536e']}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:06:12.798222 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-08d3135d-0e9f-46de-b8b6-1833bed72071 req-2ea7ef4d-23d0-41e1-a031-a3f7b0fb648c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6185a962-c7b7-43fa-9fea-52202bb0b02f HTTP/1.1" status: 200 len: 217 time: 0.0621393 May 10 15:06:12.864339 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3135d-0e9f-46de-b8b6-1833bed72071 req-b09ecf6c-4a18-43ba-9561-945e28a03861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:12.865672 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-08d3135d-0e9f-46de-b8b6-1833bed72071 req-b09ecf6c-4a18-43ba-9561-945e28a03861 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c58900c-b895-4de8-960a-0862563ac0ec HTTP/1.1" status: 200 len: 848 time: 0.0609350 May 10 15:06:12.873736 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-ccfa2529-0b28-4988-980d-7cf125d1164a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:12.877834 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-ccfa2529-0b28-4988-980d-7cf125d1164a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Usage tracker for resource:port and tenant:fffa979fe3184d2a9b52cf1e0d0c6fed is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:12.880691 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-ccfa2529-0b28-4988-980d-7cf125d1164a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:12.886187 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-ccfa2529-0b28-4988-980d-7cf125d1164a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:12.896052 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-ccfa2529-0b28-4988-980d-7cf125d1164a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Made reservation on behalf of fffa979fe3184d2a9b52cf1e0d0c6fed for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:06:12.899436 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-ccfa2529-0b28-4988-980d-7cf125d1164a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:12.940881 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3135d-0e9f-46de-b8b6-1833bed72071 req-996e32d0-22ba-47c6-a5fd-2115e51562a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:12.942394 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-08d3135d-0e9f-46de-b8b6-1833bed72071 req-996e32d0-22ba-47c6-a5fd-2115e51562a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7922592b-e5c7-4166-aa1b-a45eebe02820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0699947 May 10 15:06:13.062107 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-ccfa2529-0b28-4988-980d-7cf125d1164a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Allocated IP 172.20.0.14 (4bd3a929-9efd-4c35-af1e-656216678278/63dd5146-b7c8-4898-831f-2c4c3824cf1a/322b9384-cd0e-42ca-b98f-f5b0382cbc52) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:06:13.092050 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-08d3135d-0e9f-46de-b8b6-1833bed72071 req-9c5d906c-1498-4135-8298-a88d59d4d78e service neutron] 10.222.0.47 "GET /v2.0/networks/7922592b-e5c7-4166-aa1b-a45eebe02820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431096 May 10 15:06:13.228285 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-08d3135d-0e9f-46de-b8b6-1833bed72071 req-8cfc8c31-9fcb-4580-9afb-d30353e26c7f service neutron] 10.222.0.47 "GET /v2.0/networks/7922592b-e5c7-4166-aa1b-a45eebe02820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294384 May 10 15:06:13.363785 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-ccfa2529-0b28-4988-980d-7cf125d1164a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:13.389794 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-ccfa2529-0b28-4988-980d-7cf125d1164a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Transition to ACTIVE for port object 322b9384-cd0e-42ca-b98f-f5b0382cbc52 will not be triggered until provisioned by entity DHCP. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:06:13.434451 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39678dc9-e2ca-4b96-8a53-f918b5faec75 req-7ff940c4-a1f7-4699-bbe9-fbd860eafc38 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:13.435798 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-39678dc9-e2ca-4b96-8a53-f918b5faec75 req-7ff940c4-a1f7-4699-bbe9-fbd860eafc38 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 943 time: 0.1054127 May 10 15:06:13.455545 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-ccfa2529-0b28-4988-980d-7cf125d1164a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:13.463315 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-6bb99252-98a2-41ee-8734-dedf995f4687 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:13.530608 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-ccfa2529-0b28-4988-980d-7cf125d1164a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Network 4bd3a929-9efd-4c35-af1e-656216678278 is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:06:13.535884 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-ccfa2529-0b28-4988-980d-7cf125d1164a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:06:13.540110 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-ccfa2529-0b28-4988-980d-7cf125d1164a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:06:13.575360 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-39678dc9-e2ca-4b96-8a53-f918b5faec75 req-fdd1fa53-4228-4723-8e8f-16de2da20298 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336713 May 10 15:06:13.599826 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa2529-0b28-4988-980d-7cf125d1164a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Pushing event updated for resources: {'Port': ['ID=322b9384-cd0e-42ca-b98f-f5b0382cbc52,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:13.604184 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ccfa2529-0b28-4988-980d-7cf125d1164a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:13.623442 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-ccfa2529-0b28-4988-980d-7cf125d1164a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:13.624070 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-ccfa2529-0b28-4988-980d-7cf125d1164a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:13.650867 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-ccfa2529-0b28-4988-980d-7cf125d1164a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9143391 May 10 15:06:13.662854 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] Request body: {'port': {'device_id': '243fb7fb-26d6-4962-b75c-a142b77908e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:06:13.772986 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:13.788725 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-abb2b615-8fb5-4173-a753-89af8221a9a8 None None] Provisioning for port 322b9384-cd0e-42ca-b98f-f5b0382cbc52 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:06:13.793929 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-abb2b615-8fb5-4173-a753-89af8221a9a8 None None] Provisioning complete for port 322b9384-cd0e-42ca-b98f-f5b0382cbc52 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:13.794374 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-abb2b615-8fb5-4173-a753-89af8221a9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:13.853018 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-abb2b615-8fb5-4173-a753-89af8221a9a8 None None] Port 322b9384-cd0e-42ca-b98f-f5b0382cbc52 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:06:14.113696 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d147cba-8043-4915-9acc-adae21db2166 req-e8051248-46c6-42f3-9871-26d93e202cd5 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:14.114376 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-6d147cba-8043-4915-9acc-adae21db2166 req-e8051248-46c6-42f3-9871-26d93e202cd5 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Synchronizing usage tracker for tenant:fffa979fe3184d2a9b52cf1e0d0c6fed on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:06:14.141357 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-6d147cba-8043-4915-9acc-adae21db2166 req-e8051248-46c6-42f3-9871-26d93e202cd5 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Unset dirty status for tenant:fffa979fe3184d2a9b52cf1e0d0c6fed on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:06:14.142470 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6d147cba-8043-4915-9acc-adae21db2166 req-e8051248-46c6-42f3-9871-26d93e202cd5 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=243fb7fb-26d6-4962-b75c-a142b77908e6 HTTP/1.1" status: 200 len: 932 time: 0.1516714 May 10 15:06:14.223931 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 322b9384-cd0e-42ca-b98f-f5b0382cbc52 {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:06:14.235500 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:14.243811 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6d147cba-8043-4915-9acc-adae21db2166 req-6000f3ae-ad5e-4d36-a136-17e1ff80c244 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=97984df7-1140-4713-ae83-fd4d5f8c536e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692747 May 10 15:06:14.255051 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] Transition to ACTIVE for port object 322b9384-cd0e-42ca-b98f-f5b0382cbc52 will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:06:14.265014 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:14.265014 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:14.386075 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] Pushing event updated for resources: {'Port': ['ID=322b9384-cd0e-42ca-b98f-f5b0382cbc52,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:14.411618 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:14.491691 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] Attempting to bind port 322b9384-cd0e-42ca-b98f-f5b0382cbc52 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:06:14.492046 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] Attempting to bind port 322b9384-cd0e-42ca-b98f-f5b0382cbc52 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '130d6f67-0a99-4f12-9e01-d49e6c783317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:06:14.492366 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] Attempting to bind port 322b9384-cd0e-42ca-b98f-f5b0382cbc52 on network 4bd3a929-9efd-4c35-af1e-656216678278 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:06:14.496784 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] Port 322b9384-cd0e-42ca-b98f-f5b0382cbc52 on network 4bd3a929-9efd-4c35-af1e-656216678278 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:06:14.497100 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] Attempting to bind port 322b9384-cd0e-42ca-b98f-f5b0382cbc52 on network 4bd3a929-9efd-4c35-af1e-656216678278 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:06:14.502201 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] Checking agent: {'id': '22792be7-dc61-4190-b12e-2da4263bba02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:06:14.502529 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] Checking segment: {'id': '130d6f67-0a99-4f12-9e01-d49e6c783317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:06:14.502900 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] Bound using segment: {'id': '130d6f67-0a99-4f12-9e01-d49e6c783317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:06:14.503318 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] Bound port: 322b9384-cd0e-42ca-b98f-f5b0382cbc52, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130d6f67-0a99-4f12-9e01-d49e6c783317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:06:14.503651 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:14.589053 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] For port 322b9384-cd0e-42ca-b98f-f5b0382cbc52, host hv-cinder-77428, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:06:14.591769 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] For port 322b9384-cd0e-42ca-b98f-f5b0382cbc52, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=322b9384-cd0e-42ca-b98f-f5b0382cbc52,segment=NetworkSegment(130d6f67-0a99-4f12-9e01-d49e6c783317),segment_id=130d6f67-0a99-4f12-9e01-d49e6c783317)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:06:14.595953 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:14.599332 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:14.652681 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:14.652681 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:14.654005 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] 10.222.0.47 "PUT /v2.0/ports/322b9384-cd0e-42ca-b98f-f5b0382cbc52 HTTP/1.1" status: 200 len: 1094 time: 0.9954314 May 10 15:06:14.657109 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243fb7fb-26d6-4962-b75c-a142b77908e6', 'tag': '322b9384-cd0e-42ca-b98f-f5b0382cbc52'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:06:14.692788 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] Pushing event updated for resources: {'Port': ['ID=322b9384-cd0e-42ca-b98f-f5b0382cbc52,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:14.727807 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:14.733612 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243fb7fb-26d6-4962-b75c-a142b77908e6', 'tag': '322b9384-cd0e-42ca-b98f-f5b0382cbc52', 'status': 'completed', 'code': 200} May 10 15:06:14.825900 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-1f05598a-f6f2-4caa-95f8-b146ff25f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:14.827349 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-1f05598a-f6f2-4caa-95f8-b146ff25f651 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fffa979fe3184d2a9b52cf1e0d0c6fed&device_id=243fb7fb-26d6-4962-b75c-a142b77908e6 HTTP/1.1" status: 200 len: 1097 time: 0.1305521 May 10 15:06:14.903652 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e048f5-18dc-4e5c-bf9b-627ec13f78e3 req-b71da086-fa5a-4574-a760-0c6d1f059436 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:14.905133 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-15e048f5-18dc-4e5c-bf9b-627ec13f78e3 req-b71da086-fa5a-4574-a760-0c6d1f059436 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 943 time: 0.1707699 May 10 15:06:14.906470 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-6df238cf-5f9c-4dd6-8100-8f81681e90c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=322b9384-cd0e-42ca-b98f-f5b0382cbc52 HTTP/1.1" status: 200 len: 217 time: 0.0711429 May 10 15:06:14.995820 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-15e048f5-18dc-4e5c-bf9b-627ec13f78e3 req-5f7938ec-d8af-4e13-ad1d-8f9dbf1ac3ca tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849075 May 10 15:06:15.001235 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-10376886-95e8-4164-8c25-41b70aca6901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:15.002590 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-10376886-95e8-4164-8c25-41b70aca6901 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63dd5146-b7c8-4898-831f-2c4c3824cf1a HTTP/1.1" status: 200 len: 849 time: 0.0758901 May 10 15:06:15.078784 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-4b6c598c-911f-4194-bc1b-5d38c083a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:15.080262 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-4b6c598c-911f-4194-bc1b-5d38c083a72b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4bd3a929-9efd-4c35-af1e-656216678278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0700922 May 10 15:06:15.287956 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-77fdbe7c-a31e-4cee-9718-f0a917fb9a45 service neutron] 10.222.0.47 "GET /v2.0/networks/4bd3a929-9efd-4c35-af1e-656216678278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997607 May 10 15:06:15.477903 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cbeccc71-9c97-4c2b-93ef-39a8ca5dadad req-2ec4faa0-e800-47ca-9540-f2790c8d7176 service neutron] 10.222.0.47 "GET /v2.0/networks/4bd3a929-9efd-4c35-af1e-656216678278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826315 May 10 15:06:15.486654 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55460905-d497-4c77-aaaa-4fd60eba6276 req-d2bd83a6-a62d-4e97-8ed3-3bd2ef595e3c tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:15.488098 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-55460905-d497-4c77-aaaa-4fd60eba6276 req-d2bd83a6-a62d-4e97-8ed3-3bd2ef595e3c tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=243fb7fb-26d6-4962-b75c-a142b77908e6 HTTP/1.1" status: 200 len: 944 time: 0.1289990 May 10 15:06:15.576035 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-55460905-d497-4c77-aaaa-4fd60eba6276 req-0f532676-cf21-495b-9f68-62b2fbd7bdd1 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=97984df7-1140-4713-ae83-fd4d5f8c536e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820308 May 10 15:06:15.604701 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afb74f-876e-4b4d-90ac-148dcce07450 req-9f1e2bef-2f09-4d50-8dad-803595181549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:15.606122 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-40afb74f-876e-4b4d-90ac-148dcce07450 req-9f1e2bef-2f09-4d50-8dad-803595181549 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fffa979fe3184d2a9b52cf1e0d0c6fed&device_id=243fb7fb-26d6-4962-b75c-a142b77908e6 HTTP/1.1" status: 200 len: 1097 time: 0.0809424 May 10 15:06:15.732766 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afb74f-876e-4b4d-90ac-148dcce07450 req-091dd413-8e6d-43ae-b1ef-835e72985ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:15.734081 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-40afb74f-876e-4b4d-90ac-148dcce07450 req-091dd413-8e6d-43ae-b1ef-835e72985ff9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4bd3a929-9efd-4c35-af1e-656216678278 HTTP/1.1" status: 200 len: 911 time: 0.1211610 May 10 15:06:15.800399 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-40afb74f-876e-4b4d-90ac-148dcce07450 req-fcb0348f-33dd-446d-9375-bc12070ced4a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=322b9384-cd0e-42ca-b98f-f5b0382cbc52 HTTP/1.1" status: 200 len: 217 time: 0.0574226 May 10 15:06:15.863108 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afb74f-876e-4b4d-90ac-148dcce07450 req-c4bcf967-fde1-4e05-be49-505ec467ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:15.864473 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-40afb74f-876e-4b4d-90ac-148dcce07450 req-c4bcf967-fde1-4e05-be49-505ec467ee71 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63dd5146-b7c8-4898-831f-2c4c3824cf1a HTTP/1.1" status: 200 len: 849 time: 0.0572064 May 10 15:06:15.938990 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afb74f-876e-4b4d-90ac-148dcce07450 req-e4b28ba2-b153-4a33-9a36-34ed0b1cbf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:15.940474 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-40afb74f-876e-4b4d-90ac-148dcce07450 req-e4b28ba2-b153-4a33-9a36-34ed0b1cbf97 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4bd3a929-9efd-4c35-af1e-656216678278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0683866 May 10 15:06:16.074416 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-40afb74f-876e-4b4d-90ac-148dcce07450 req-341de21c-3e9b-49b6-b30d-04c6fe386688 service neutron] 10.222.0.47 "GET /v2.0/networks/4bd3a929-9efd-4c35-af1e-656216678278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257472 May 10 15:06:16.256486 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-40afb74f-876e-4b4d-90ac-148dcce07450 req-a3c98d14-0e69-46b0-9c00-8b54ce9a91a7 service neutron] 10.222.0.47 "GET /v2.0/networks/4bd3a929-9efd-4c35-af1e-656216678278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735177 May 10 15:06:16.276301 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812411c-462a-4634-a7af-bb86504b0203 req-6099e75b-9693-46f5-bfe8-38308dcbf7ef tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:16.277604 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0812411c-462a-4634-a7af-bb86504b0203 req-6099e75b-9693-46f5-bfe8-38308dcbf7ef tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 943 time: 0.1719661 May 10 15:06:16.321050 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0812411c-462a-4634-a7af-bb86504b0203 req-35ecff68-695d-48c7-ac10-af843c4db095 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373008 May 10 15:06:16.754723 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633bbaf-a9c6-4c02-9475-555bf1a7f019 req-441d0237-afd7-4aa7-9f45-156ad8395a63 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:16.756182 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5633bbaf-a9c6-4c02-9475-555bf1a7f019 req-441d0237-afd7-4aa7-9f45-156ad8395a63 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=243fb7fb-26d6-4962-b75c-a142b77908e6 HTTP/1.1" status: 200 len: 944 time: 0.0777631 May 10 15:06:16.802405 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5633bbaf-a9c6-4c02-9475-555bf1a7f019 req-75ffffd8-e3d1-4918-b5af-454a01d5e310 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=97984df7-1140-4713-ae83-fd4d5f8c536e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404999 May 10 15:06:17.498591 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc0aed-cfd8-4319-b886-4fbc05308797 req-d6b4f8a6-ed26-42c8-9aef-4a212773ae74 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:17.500018 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4dfc0aed-cfd8-4319-b886-4fbc05308797 req-d6b4f8a6-ed26-42c8-9aef-4a212773ae74 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 943 time: 0.0770032 May 10 15:06:17.543771 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4dfc0aed-cfd8-4319-b886-4fbc05308797 req-15ef268e-2363-44fb-b58d-717d7c5aaef4 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381901 May 10 15:06:17.885150 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 322b9384-cd0e-42ca-b98f-f5b0382cbc52 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:06:17.984666 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3fa67-1df4-461d-a312-8bccf73294d7 req-b2444b7d-7865-41ab-8ca2-b59fc6022c3e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:17.986064 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5dc3fa67-1df4-461d-a312-8bccf73294d7 req-b2444b7d-7865-41ab-8ca2-b59fc6022c3e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=243fb7fb-26d6-4962-b75c-a142b77908e6 HTTP/1.1" status: 200 len: 944 time: 0.0812640 May 10 15:06:18.017394 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 322b9384-cd0e-42ca-b98f-f5b0382cbc52, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=322b9384-cd0e-42ca-b98f-f5b0382cbc52,segment=NetworkSegment(130d6f67-0a99-4f12-9e01-d49e6c783317),segment_id=130d6f67-0a99-4f12-9e01-d49e6c783317)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:18.030247 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Returning: {'device': '322b9384-cd0e-42ca-b98f-f5b0382cbc52', 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'port_id': '322b9384-cd0e-42ca-b98f-f5b0382cbc52', 'mac_address': 'fa:16:3e:9b:9d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:06:18.031460 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5dc3fa67-1df4-461d-a312-8bccf73294d7 req-1dbe04d4-56b5-4b98-b302-6b43e3848ddd tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=97984df7-1140-4713-ae83-fd4d5f8c536e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395281 May 10 15:06:18.084471 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:18.100236 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 322b9384-cd0e-42ca-b98f-f5b0382cbc52 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:06:18.115211 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 322b9384-cd0e-42ca-b98f-f5b0382cbc52, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=322b9384-cd0e-42ca-b98f-f5b0382cbc52,segment=NetworkSegment(130d6f67-0a99-4f12-9e01-d49e6c783317),segment_id=130d6f67-0a99-4f12-9e01-d49e6c783317)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:18.119644 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:18.121437 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:18.187986 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=322b9384-cd0e-42ca-b98f-f5b0382cbc52,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:18.190986 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:18.340799 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['322b9384-cd0e-42ca-b98f-f5b0382cbc52'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:06:18.727775 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a19e01-3c0d-47df-a59a-ab83b088dc90 req-5887c5b4-3bdd-4fe8-9785-5a1a9bb169a8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:18.729249 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-82a19e01-3c0d-47df-a59a-ab83b088dc90 req-5887c5b4-3bdd-4fe8-9785-5a1a9bb169a8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 943 time: 0.0814555 May 10 15:06:18.774529 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-82a19e01-3c0d-47df-a59a-ab83b088dc90 req-5f39fdb5-bd1a-4949-9065-567be1b16936 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396016 May 10 15:06:19.292511 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f901a97-120f-493c-8d71-7c2c16129359 req-4d6f077b-1dc6-4d4e-949f-bb42ff7888df tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:19.293942 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0f901a97-120f-493c-8d71-7c2c16129359 req-4d6f077b-1dc6-4d4e-949f-bb42ff7888df tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=243fb7fb-26d6-4962-b75c-a142b77908e6 HTTP/1.1" status: 200 len: 945 time: 0.1571963 May 10 15:06:19.337231 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0f901a97-120f-493c-8d71-7c2c16129359 req-a24352e9-1f35-4f06-8af6-84f907179cce tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=97984df7-1140-4713-ae83-fd4d5f8c536e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374174 May 10 15:06:19.906738 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 6185a962-c7b7-43fa-9fea-52202bb0b02f details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:06:19.909196 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 322b9384-cd0e-42ca-b98f-f5b0382cbc52 up at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:06:19.954673 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b74b27-503f-490a-8017-2863e377c42a req-3c36bbac-7683-4666-bbbc-cd29915229c2 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:19.956358 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-67b74b27-503f-490a-8017-2863e377c42a req-3c36bbac-7683-4666-bbbc-cd29915229c2 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 943 time: 0.0789523 May 10 15:06:20.002232 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-67b74b27-503f-490a-8017-2863e377c42a req-1b95f871-d062-40ea-b381-5bdf80eb1bce tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402486 May 10 15:06:20.057772 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning for port 322b9384-cd0e-42ca-b98f-f5b0382cbc52 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:06:20.075191 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning complete for port 322b9384-cd0e-42ca-b98f-f5b0382cbc52 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:20.075567 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:20.135912 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 6185a962-c7b7-43fa-9fea-52202bb0b02f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6185a962-c7b7-43fa-9fea-52202bb0b02f,segment=NetworkSegment(503f243e-3e90-4306-889c-a12bd1d22596),segment_id=503f243e-3e90-4306-889c-a12bd1d22596)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:20.157150 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Returning: {'device': '6185a962-c7b7-43fa-9fea-52202bb0b02f', 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820', 'port_id': '6185a962-c7b7-43fa-9fea-52202bb0b02f', 'mac_address': 'fa:16:3e:99:21:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c58900c-b895-4de8-960a-0862563ac0ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:06:20.254133 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:20.277461 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:20.287525 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6185a962-c7b7-43fa-9fea-52202bb0b02f {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:06:20.317559 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243fb7fb-26d6-4962-b75c-a142b77908e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322b9384-cd0e-42ca-b98f-f5b0382cbc52'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:06:20.322884 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 6185a962-c7b7-43fa-9fea-52202bb0b02f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6185a962-c7b7-43fa-9fea-52202bb0b02f,segment=NetworkSegment(503f243e-3e90-4306-889c-a12bd1d22596),segment_id=503f243e-3e90-4306-889c-a12bd1d22596)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:20.328078 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:20.330659 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 322b9384-cd0e-42ca-b98f-f5b0382cbc52, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=322b9384-cd0e-42ca-b98f-f5b0382cbc52,segment=NetworkSegment(130d6f67-0a99-4f12-9e01-d49e6c783317),segment_id=130d6f67-0a99-4f12-9e01-d49e6c783317)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:20.331794 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:20.366398 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:20.400023 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=6185a962-c7b7-43fa-9fea-52202bb0b02f,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:20.409176 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:20.409639 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:20.440258 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243fb7fb-26d6-4962-b75c-a142b77908e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '322b9384-cd0e-42ca-b98f-f5b0382cbc52', 'code': 200} May 10 15:06:20.480859 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=322b9384-cd0e-42ca-b98f-f5b0382cbc52,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:20.484028 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:20.535549 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cfc22-efc7-435a-b6f8-d7777a290162 req-ba4c2c25-5b19-4898-8b5b-f6c9f4fa9ab3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:20.537024 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7c0cfc22-efc7-435a-b6f8-d7777a290162 req-ba4c2c25-5b19-4898-8b5b-f6c9f4fa9ab3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=243fb7fb-26d6-4962-b75c-a142b77908e6 HTTP/1.1" status: 200 len: 946 time: 0.0843582 May 10 15:06:20.558824 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['6185a962-c7b7-43fa-9fea-52202bb0b02f'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:06:20.583134 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7c0cfc22-efc7-435a-b6f8-d7777a290162 req-c19015ce-64b0-4dbb-ab88-93d626fe434f tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=97984df7-1140-4713-ae83-fd4d5f8c536e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393419 May 10 15:06:20.656467 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9ff99-8995-49cc-a1be-460a3c955b20 req-afa03f02-dcf2-42d5-8de4-27c68c678d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:20.657925 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-75c9ff99-8995-49cc-a1be-460a3c955b20 req-afa03f02-dcf2-42d5-8de4-27c68c678d72 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=243fb7fb-26d6-4962-b75c-a142b77908e6 HTTP/1.1" status: 200 len: 1099 time: 0.0716646 May 10 15:06:20.699195 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-75c9ff99-8995-49cc-a1be-460a3c955b20 req-38961e19-bde1-44d5-8f93-d42a4eb8dd68 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=97984df7-1140-4713-ae83-fd4d5f8c536e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337272 May 10 15:06:21.182833 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1a7c5-9b93-4a55-b6bd-18319896cfa6 req-35805276-7e56-4055-bdb8-3038a8ec42f3 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:21.184320 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e5c1a7c5-9b93-4a55-b6bd-18319896cfa6 req-35805276-7e56-4055-bdb8-3038a8ec42f3 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 944 time: 0.0791569 May 10 15:06:21.231559 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e5c1a7c5-9b93-4a55-b6bd-18319896cfa6 req-7eaf7bf0-7fbd-4dde-83b3-bd14a3b9a3a5 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415924 May 10 15:06:21.772069 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeff484-c466-409a-9ac4-b7a1ffb3091c req-41c81271-0a1c-47ef-9363-f0340a0a6970 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:21.773508 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-dbeff484-c466-409a-9ac4-b7a1ffb3091c req-41c81271-0a1c-47ef-9363-f0340a0a6970 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=243fb7fb-26d6-4962-b75c-a142b77908e6 HTTP/1.1" status: 200 len: 946 time: 0.0800548 May 10 15:06:21.817359 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-dbeff484-c466-409a-9ac4-b7a1ffb3091c req-bdc1f74c-89c4-42b1-bdcf-adf5a3ddae05 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=97984df7-1140-4713-ae83-fd4d5f8c536e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382080 May 10 15:06:21.927472 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 6185a962-c7b7-43fa-9fea-52202bb0b02f up at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:06:21.992973 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning for port 6185a962-c7b7-43fa-9fea-52202bb0b02f completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:06:21.995758 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329fdbd-2b72-4122-a637-d071d9644b9a req-e9fee1f5-fc21-48d2-82b9-2c7c49cbc040 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:21.997260 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c329fdbd-2b72-4122-a637-d071d9644b9a req-e9fee1f5-fc21-48d2-82b9-2c7c49cbc040 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=243fb7fb-26d6-4962-b75c-a142b77908e6 HTTP/1.1" status: 200 len: 946 time: 0.0832176 May 10 15:06:21.997601 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning complete for port 6185a962-c7b7-43fa-9fea-52202bb0b02f triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:21.997975 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:22.005906 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 46976) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:22.011230 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-2ff109cb-e556-407e-b862-55cddba36b5e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Request body: {'floatingip': {'port_id': '322b9384-cd0e-42ca-b98f-f5b0382cbc52'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:06:22.134919 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:22.154692 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:06:22.168959 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 6185a962-c7b7-43fa-9fea-52202bb0b02f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6185a962-c7b7-43fa-9fea-52202bb0b02f,segment=NetworkSegment(503f243e-3e90-4306-889c-a12bd1d22596),segment_id=503f243e-3e90-4306-889c-a12bd1d22596)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:22.172674 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:22.176082 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:22.177815 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2ff109cb-e556-407e-b862-55cddba36b5e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for floatingip, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:22.239043 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=6185a962-c7b7-43fa-9fea-52202bb0b02f,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:22.242170 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:22.409270 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440938b0-665c-4b56-83fd-42954c58ed9e req-3d891837-54c8-4d22-8fa2-c122f6f13e37 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:22.410697 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-440938b0-665c-4b56-83fd-42954c58ed9e req-3d891837-54c8-4d22-8fa2-c122f6f13e37 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 945 time: 0.0778646 May 10 15:06:22.441750 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe75b53-cf6b-4b8a-b4f0-4897a788d874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6185a962-c7b7-43fa-9fea-52202bb0b02f'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:06:22.455009 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-440938b0-665c-4b56-83fd-42954c58ed9e req-65f6f265-b1c1-47b9-b1cd-b0d8c75ee137 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377080 May 10 15:06:22.490135 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe75b53-cf6b-4b8a-b4f0-4897a788d874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6185a962-c7b7-43fa-9fea-52202bb0b02f', 'code': 200} May 10 15:06:22.755134 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2ff109cb-e556-407e-b862-55cddba36b5e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:22.759534 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2ff109cb-e556-407e-b862-55cddba36b5e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405872'] for floatingip, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:22.781069 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552fdf2-078a-4394-81ea-0cccba95a062 req-62a5eb71-0c3c-49f8-8957-5e2c0602fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:22.782534 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4552fdf2-078a-4394-81ea-0cccba95a062 req-62a5eb71-0c3c-49f8-8957-5e2c0602fa27 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 1098 time: 0.0730519 May 10 15:06:22.823596 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4552fdf2-078a-4394-81ea-0cccba95a062 req-608b7c74-fd88-4a1e-ac87-987bb7d6db34 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346286 May 10 15:06:22.928780 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.db.l3_db [None req-2ff109cb-e556-407e-b862-55cddba36b5e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Floating IP 20379ac0-f2c6-45fa-a266-975bcb8d5596 associated. External IP: 172.27.2.168, port: 322b9384-cd0e-42ca-b98f-f5b0382cbc52. May 10 15:06:23.272089 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff109cb-e556-407e-b862-55cddba36b5e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Router 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:06:23.536736 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff109cb-e556-407e-b862-55cddba36b5e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:06:23.541926 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2ff109cb-e556-407e-b862-55cddba36b5e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for floatingip, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:23.546013 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e63ce2-7661-4c19-a567-e31997f43015 None None] Sync routers for ids ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:06:23.562727 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e63ce2-7661-4c19-a567-e31997f43015 None None] Routers {'4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:06:23.563226 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-64e63ce2-7661-4c19-a567-e31997f43015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:06:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:23.622264 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-2ff109cb-e556-407e-b862-55cddba36b5e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "PUT /v2.0/floatingips/20379ac0-f2c6-45fa-a266-975bcb8d5596 HTTP/1.1" status: 200 len: 992 time: 1.6151307 May 10 15:06:23.623332 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243fb7fb-26d6-4962-b75c-a142b77908e6', 'tag': '322b9384-cd0e-42ca-b98f-f5b0382cbc52'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:06:23.693316 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390da4f7-d7c8-4948-8958-fbd70192b441 req-feafdffb-6093-49a8-bd4a-b322c15114aa tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:23.694910 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-390da4f7-d7c8-4948-8958-fbd70192b441 req-feafdffb-6093-49a8-bd4a-b322c15114aa tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 945 time: 0.0960014 May 10 15:06:23.741100 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-390da4f7-d7c8-4948-8958-fbd70192b441 req-1abbdb90-4db9-42aa-ba16-f5a9a6ab8c47 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396674 May 10 15:06:23.795500 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-64e63ce2-7661-4c19-a567-e31997f43015 None None] Set router 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:06:23.848281 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243fb7fb-26d6-4962-b75c-a142b77908e6', 'tag': '322b9384-cd0e-42ca-b98f-f5b0382cbc52', 'status': 'completed', 'code': 200} May 10 15:06:23.939500 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed54950-21fd-4d6b-a5d4-f87366c32fe1 req-8feb6384-bfd8-4e72-9770-573eaf096ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:23.940992 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5ed54950-21fd-4d6b-a5d4-f87366c32fe1 req-8feb6384-bfd8-4e72-9770-573eaf096ae0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fffa979fe3184d2a9b52cf1e0d0c6fed&device_id=243fb7fb-26d6-4962-b75c-a142b77908e6 HTTP/1.1" status: 200 len: 1099 time: 0.0722725 May 10 15:06:24.075124 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed54950-21fd-4d6b-a5d4-f87366c32fe1 req-3cf05418-014b-434d-87e3-b668741ac61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:24.076613 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5ed54950-21fd-4d6b-a5d4-f87366c32fe1 req-3cf05418-014b-434d-87e3-b668741ac61c service neutron] 10.222.0.47 "GET /v2.0/networks?id=4bd3a929-9efd-4c35-af1e-656216678278 HTTP/1.1" status: 200 len: 911 time: 0.1294594 May 10 15:06:24.135496 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-64e63ce2-7661-4c19-a567-e31997f43015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'name': 'tempest-AttachVolumeTestJSON-528424911-router', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '5d282935-a9ae-4765-9da3-86222aef7403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:38Z', 'updated_at': '2021-05-10T15:00:50Z', 'revision_number': 4, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'gw_port': {'id': '5d282935-a9ae-4765-9da3-86222aef7403', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:40Z', 'updated_at': '2021-05-10T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': '20379ac0-f2c6-45fa-a266-975bcb8d5596', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'port_id': '322b9384-cd0e-42ca-b98f-f5b0382cbc52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'mac_address': 'fa:16:3e:9b:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243fb7fb-26d6-4962-b75c-a142b77908e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:06:09Z', 'updated_at': '2021-05-10T15:06:22Z', 'revision_number': 1, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c855a9-802f-4899-a8e4-a63026ad3acd', 'name': '', 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'mac_address': 'fa:16:3e:42:52:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:47Z', 'updated_at': '2021-05-10T15:01:05Z', 'revision_number': 5, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'subnets': [{'id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:24.139288 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e63ce2-7661-4c19-a567-e31997f43015 None None] Checking router: 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:06:24.147560 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e63ce2-7661-4c19-a567-e31997f43015 None None] Routers {'4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:06:24.148227 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-64e63ce2-7661-4c19-a567-e31997f43015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:06:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:24.181789 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5ed54950-21fd-4d6b-a5d4-f87366c32fe1 req-a1dd13e8-cf74-4482-a89a-6e37fef90a35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=322b9384-cd0e-42ca-b98f-f5b0382cbc52 HTTP/1.1" status: 200 len: 1000 time: 0.0977209 May 10 15:06:24.241715 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed54950-21fd-4d6b-a5d4-f87366c32fe1 req-f45ad803-7043-48d1-8375-ceaefce0d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:24.243705 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5ed54950-21fd-4d6b-a5d4-f87366c32fe1 req-f45ad803-7043-48d1-8375-ceaefce0d9c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63dd5146-b7c8-4898-831f-2c4c3824cf1a HTTP/1.1" status: 200 len: 849 time: 0.0562100 May 10 15:06:24.324888 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed54950-21fd-4d6b-a5d4-f87366c32fe1 req-43dd4315-39c1-4993-ad1e-27265165fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:24.326283 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5ed54950-21fd-4d6b-a5d4-f87366c32fe1 req-43dd4315-39c1-4993-ad1e-27265165fac2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4bd3a929-9efd-4c35-af1e-656216678278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0746763 May 10 15:06:24.329986 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-64e63ce2-7661-4c19-a567-e31997f43015 None None] Set router 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:06:24.457301 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5ed54950-21fd-4d6b-a5d4-f87366c32fe1 req-90127f92-6648-41c0-9084-db8a171b026e service neutron] 10.222.0.47 "GET /v2.0/networks/4bd3a929-9efd-4c35-af1e-656216678278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238194 May 10 15:06:24.666257 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5ed54950-21fd-4d6b-a5d4-f87366c32fe1 req-5271d298-e819-4afd-a452-ebf6cd34a1fd service neutron] 10.222.0.47 "GET /v2.0/networks/4bd3a929-9efd-4c35-af1e-656216678278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007172 May 10 15:06:24.673855 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-64e63ce2-7661-4c19-a567-e31997f43015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'name': 'tempest-AttachVolumeTestJSON-528424911-router', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '5d282935-a9ae-4765-9da3-86222aef7403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:38Z', 'updated_at': '2021-05-10T15:00:50Z', 'revision_number': 4, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'gw_port': {'id': '5d282935-a9ae-4765-9da3-86222aef7403', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:40Z', 'updated_at': '2021-05-10T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': '20379ac0-f2c6-45fa-a266-975bcb8d5596', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'port_id': '322b9384-cd0e-42ca-b98f-f5b0382cbc52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'mac_address': 'fa:16:3e:9b:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243fb7fb-26d6-4962-b75c-a142b77908e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:06:09Z', 'updated_at': '2021-05-10T15:06:22Z', 'revision_number': 1, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c855a9-802f-4899-a8e4-a63026ad3acd', 'name': '', 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'mac_address': 'fa:16:3e:42:52:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:47Z', 'updated_at': '2021-05-10T15:01:05Z', 'revision_number': 5, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'subnets': [{'id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:24.677905 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e63ce2-7661-4c19-a567-e31997f43015 None None] The sync data for ids ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'] in dv-cinder-774286-14-iscsi is: [{'id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'name': 'tempest-AttachVolumeTestJSON-528424911-router', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '5d282935-a9ae-4765-9da3-86222aef7403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:38Z', 'updated_at': '2021-05-10T15:00:50Z', 'revision_number': 4, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'gw_port': {'id': '5d282935-a9ae-4765-9da3-86222aef7403', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:40Z', 'updated_at': '2021-05-10T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': '20379ac0-f2c6-45fa-a266-975bcb8d5596', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'port_id': '322b9384-cd0e-42ca-b98f-f5b0382cbc52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'mac_address': 'fa:16:3e:9b:9d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243fb7fb-26d6-4962-b75c-a142b77908e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:06:09Z', 'updated_at': '2021-05-10T15:06:22Z', 'revision_number': 1, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c855a9-802f-4899-a8e4-a63026ad3acd', 'name': '', 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'mac_address': 'fa:16:3e:42:52:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:47Z', 'updated_at': '2021-05-10T15:01:05Z', 'revision_number': 5, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'subnets': [{'id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:06:24.871648 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3b1f0e-f0b6-477d-8f8d-051bc497e1b5 None None] New status for floating IP 20379ac0-f2c6-45fa-a266-975bcb8d5596: ACTIVE {{(pid=78745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:06:24.929815 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761b52a-f377-440b-9fba-8f1d6f46749d req-3c6ccc57-47f8-4b25-85bd-210b9c31cf41 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:24.931150 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a761b52a-f377-440b-9fba-8f1d6f46749d req-3c6ccc57-47f8-4b25-85bd-210b9c31cf41 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 945 time: 0.0811746 May 10 15:06:24.975000 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a761b52a-f377-440b-9fba-8f1d6f46749d req-2680152c-5999-40ee-92c7-7ad2c2031768 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379920 May 10 15:06:25.170019 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb10a0-acc0-43e1-b794-473946d3ebb5 req-c6df0a8b-7e33-4810-a476-a9ec7f86e0f2 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:25.171448 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-26fb10a0-acc0-43e1-b794-473946d3ebb5 req-c6df0a8b-7e33-4810-a476-a9ec7f86e0f2 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 945 time: 0.0878568 May 10 15:06:25.215883 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-26fb10a0-acc0-43e1-b794-473946d3ebb5 req-d06e1933-dc9d-407a-94c2-62b8fded46b1 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378635 May 10 15:06:25.237241 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 47004) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:25.406075 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222830d7-28a9-4b4b-ba53-2fd13a52e27d tempest-TestShelveInstance-1962303483 tempest-TestShelveInstance-1962303483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:25.407555 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-222830d7-28a9-4b4b-ba53-2fd13a52e27d tempest-TestShelveInstance-1962303483 tempest-TestShelveInstance-1962303483-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 1093 time: 0.1693778 May 10 15:06:25.410543 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 47012) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:06:25.415775 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Request body: {'floatingip': {'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'port_id': '6185a962-c7b7-43fa-9fea-52202bb0b02f', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:06:25.421880 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:06:25.425703 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Usage tracker for resource:floatingip and tenant:8900b9d0dbfa4995b809f83538bb787d is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:06:25.428529 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:06:25.435310 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:06:25.445777 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for floatingip, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:25.584310 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:25.721144 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Allocated IP 172.27.2.148 (7f05d45f-a9de-427f-b4f6-29fb46a47d9c/0e18a723-9037-4ee4-acce-9c55576c5ea3/f8cc6720-487e-40d8-998f-0130a48a31e3) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:06:25.869132 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:25.912956 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:25.919665 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:25.991627 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:06:25.995453 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Resources bound (agent type, host, resource id): {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:06:25.998784 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:06:26.045270 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Pushing event updated for resources: {'Port': ['ID=f8cc6720-487e-40d8-998f-0130a48a31e3,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:26.048314 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:26.409868 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:26.480236 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:26.680784 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:26.684957 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10903621'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:26.689350 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:26.787473 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Pushing event updated for resources: {'Port': ['ID=f8cc6720-487e-40d8-998f-0130a48a31e3,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:26.795474 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:26.800341 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405872'] for floatingip, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:27.045653 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.db.l3_db [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Floating IP bae4b4e4-04b5-4c44-8d9e-e11e974c6900 associated. External IP: 172.27.2.148, port: 6185a962-c7b7-43fa-9fea-52202bb0b02f. May 10 15:06:27.388626 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Router 47a79397-7aec-4083-bea7-19d0f6f2ca8b has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:06:27.562130 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:06:27.573830 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5bda0d-ac04-4ce6-bbb7-8e6615ac0d12 None None] Sync routers for ids ['47a79397-7aec-4083-bea7-19d0f6f2ca8b'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:06:27.584337 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5bda0d-ac04-4ce6-bbb7-8e6615ac0d12 None None] Routers {'47a79397-7aec-4083-bea7-19d0f6f2ca8b'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:06:27.584958 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-ee5bda0d-ac04-4ce6-bbb7-8e6615ac0d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:06:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['47a79397-7aec-4083-bea7-19d0f6f2ca8b'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:27.589877 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for floatingip, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:27.646608 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2348986 May 10 15:06:27.647257 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe75b53-cf6b-4b8a-b4f0-4897a788d874', 'tag': '6185a962-c7b7-43fa-9fea-52202bb0b02f'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:06:27.696015 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe75b53-cf6b-4b8a-b4f0-4897a788d874', 'tag': '6185a962-c7b7-43fa-9fea-52202bb0b02f', 'status': 'completed', 'code': 200} May 10 15:06:27.763047 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-ee5bda0d-ac04-4ce6-bbb7-8e6615ac0d12 None None] Set router 47a79397-7aec-4083-bea7-19d0f6f2ca8b gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:06:27.789769 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20d933-d314-470f-85eb-72d490e7f20c req-a3c630d2-c8b7-45e7-b614-b754827c13b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:27.791491 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cf20d933-d314-470f-85eb-72d490e7f20c req-a3c630d2-c8b7-45e7-b614-b754827c13b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8900b9d0dbfa4995b809f83538bb787d&device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 1098 time: 0.0742581 May 10 15:06:27.927131 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20d933-d314-470f-85eb-72d490e7f20c req-5e6e0de5-5aaa-4531-9c90-1ce68ec05d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:27.928506 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cf20d933-d314-470f-85eb-72d490e7f20c req-5e6e0de5-5aaa-4531-9c90-1ce68ec05d0e service neutron] 10.222.0.47 "GET /v2.0/networks?id=7922592b-e5c7-4166-aa1b-a45eebe02820 HTTP/1.1" status: 200 len: 910 time: 0.1304183 May 10 15:06:28.040353 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cf20d933-d314-470f-85eb-72d490e7f20c req-cad0a812-663f-4ce0-a2da-27241f94ddd0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6185a962-c7b7-43fa-9fea-52202bb0b02f HTTP/1.1" status: 200 len: 999 time: 0.1037071 May 10 15:06:28.112134 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20d933-d314-470f-85eb-72d490e7f20c req-ee2bc8b6-9194-4915-970c-6a86f0fd93f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:28.114155 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cf20d933-d314-470f-85eb-72d490e7f20c req-ee2bc8b6-9194-4915-970c-6a86f0fd93f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c58900c-b895-4de8-960a-0862563ac0ec HTTP/1.1" status: 200 len: 848 time: 0.0672166 May 10 15:06:28.153109 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-ee5bda0d-ac04-4ce6-bbb7-8e6615ac0d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'name': 'tempest-TestShelveInstance-1648878266-router', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '4ccd579d-d8bc-485f-9c26-fd9584fe7c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:34Z', 'updated_at': '2021-05-10T15:05:39Z', 'revision_number': 4, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'gw_port': {'id': '4ccd579d-d8bc-485f-9c26-fd9584fe7c04', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:35Z', 'updated_at': '2021-05-10T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': 'bae4b4e4-04b5-4c44-8d9e-e11e974c6900', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'port_id': '6185a962-c7b7-43fa-9fea-52202bb0b02f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820', 'mac_address': 'fa:16:3e:99:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe75b53-cf6b-4b8a-b4f0-4897a788d874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:06:26Z', 'updated_at': '2021-05-10T15:06:26Z', 'revision_number': 0, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f46e9aa-6cac-4b29-9767-05255e91a4de', 'name': '', 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'mac_address': 'fa:16:3e:7b:e3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1c58900c-b895-4de8-960a-0862563ac0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:38Z', 'updated_at': '2021-05-10T15:05:46Z', 'revision_number': 5, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'subnets': [{'id': '1c58900c-b895-4de8-960a-0862563ac0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:28.158777 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5bda0d-ac04-4ce6-bbb7-8e6615ac0d12 None None] Checking router: 47a79397-7aec-4083-bea7-19d0f6f2ca8b for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:06:28.179802 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5bda0d-ac04-4ce6-bbb7-8e6615ac0d12 None None] Routers {'47a79397-7aec-4083-bea7-19d0f6f2ca8b'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:06:28.180476 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-ee5bda0d-ac04-4ce6-bbb7-8e6615ac0d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:06:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['47a79397-7aec-4083-bea7-19d0f6f2ca8b'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:28.222511 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20d933-d314-470f-85eb-72d490e7f20c req-8315154f-4c37-4653-a09a-2d2eb787f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:28.224053 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cf20d933-d314-470f-85eb-72d490e7f20c req-8315154f-4c37-4653-a09a-2d2eb787f3ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7922592b-e5c7-4166-aa1b-a45eebe02820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1028621 May 10 15:06:28.387149 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-ee5bda0d-ac04-4ce6-bbb7-8e6615ac0d12 None None] Set router 47a79397-7aec-4083-bea7-19d0f6f2ca8b gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:06:28.407900 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cf20d933-d314-470f-85eb-72d490e7f20c req-ff581e2e-cec2-402a-b6ef-0ac3ac6a1306 service neutron] 10.222.0.47 "GET /v2.0/networks/7922592b-e5c7-4166-aa1b-a45eebe02820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757801 May 10 15:06:28.443518 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049619ef-c0e5-40ee-8ef2-58f1f37e6c96 req-dfd0e8ec-9f57-4d6f-bbda-aece28a9b98b tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:28.444898 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-049619ef-c0e5-40ee-8ef2-58f1f37e6c96 req-dfd0e8ec-9f57-4d6f-bbda-aece28a9b98b tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.1473513 May 10 15:06:28.560194 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-049619ef-c0e5-40ee-8ef2-58f1f37e6c96 req-8a910eff-318c-4f9c-b7b6-085208fd0e24 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679142 May 10 15:06:28.591648 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cf20d933-d314-470f-85eb-72d490e7f20c req-c63f9a73-bd99-4835-9c7c-dece9f77b6f8 service neutron] 10.222.0.47 "GET /v2.0/networks/7922592b-e5c7-4166-aa1b-a45eebe02820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747608 May 10 15:06:28.726478 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-ee5bda0d-ac04-4ce6-bbb7-8e6615ac0d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'name': 'tempest-TestShelveInstance-1648878266-router', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '4ccd579d-d8bc-485f-9c26-fd9584fe7c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:34Z', 'updated_at': '2021-05-10T15:05:39Z', 'revision_number': 4, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'gw_port': {'id': '4ccd579d-d8bc-485f-9c26-fd9584fe7c04', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:35Z', 'updated_at': '2021-05-10T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': 'bae4b4e4-04b5-4c44-8d9e-e11e974c6900', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'port_id': '6185a962-c7b7-43fa-9fea-52202bb0b02f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820', 'mac_address': 'fa:16:3e:99:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe75b53-cf6b-4b8a-b4f0-4897a788d874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:06:26Z', 'updated_at': '2021-05-10T15:06:26Z', 'revision_number': 0, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f46e9aa-6cac-4b29-9767-05255e91a4de', 'name': '', 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'mac_address': 'fa:16:3e:7b:e3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1c58900c-b895-4de8-960a-0862563ac0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:38Z', 'updated_at': '2021-05-10T15:05:46Z', 'revision_number': 5, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'subnets': [{'id': '1c58900c-b895-4de8-960a-0862563ac0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:06:28.730313 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5bda0d-ac04-4ce6-bbb7-8e6615ac0d12 None None] The sync data for ids ['47a79397-7aec-4083-bea7-19d0f6f2ca8b'] in dv-cinder-774286-14-iscsi is: [{'id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'name': 'tempest-TestShelveInstance-1648878266-router', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '4ccd579d-d8bc-485f-9c26-fd9584fe7c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:34Z', 'updated_at': '2021-05-10T15:05:39Z', 'revision_number': 4, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'gw_port': {'id': '4ccd579d-d8bc-485f-9c26-fd9584fe7c04', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:35Z', 'updated_at': '2021-05-10T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': 'bae4b4e4-04b5-4c44-8d9e-e11e974c6900', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'port_id': '6185a962-c7b7-43fa-9fea-52202bb0b02f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820', 'mac_address': 'fa:16:3e:99:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe75b53-cf6b-4b8a-b4f0-4897a788d874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:06:26Z', 'updated_at': '2021-05-10T15:06:26Z', 'revision_number': 0, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f46e9aa-6cac-4b29-9767-05255e91a4de', 'name': '', 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'mac_address': 'fa:16:3e:7b:e3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1c58900c-b895-4de8-960a-0862563ac0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:38Z', 'updated_at': '2021-05-10T15:05:46Z', 'revision_number': 5, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'subnets': [{'id': '1c58900c-b895-4de8-960a-0862563ac0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:06:28.904418 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe7a05-c4ca-4055-b824-ae0d6ad3bd56 None None] New status for floating IP bae4b4e4-04b5-4c44-8d9e-e11e974c6900: ACTIVE {{(pid=78745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:06:29.764004 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a88db-86d9-4f45-ade0-af3125206b65 req-d73207db-1376-4723-8d7f-d6912123f97b tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:29.765359 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-570a88db-86d9-4f45-ade0-af3125206b65 req-d73207db-1376-4723-8d7f-d6912123f97b tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.0824432 May 10 15:06:29.808504 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-570a88db-86d9-4f45-ade0-af3125206b65 req-cd28728e-886f-4001-862d-a352c3935094 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375628 May 10 15:06:30.993655 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40411b-e5f9-4f8c-8fd2-3c2a91fda867 req-0fc161cc-ec8b-4646-9c18-cd4254784e2e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:30.995074 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fe40411b-e5f9-4f8c-8fd2-3c2a91fda867 req-0fc161cc-ec8b-4646-9c18-cd4254784e2e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.0802393 May 10 15:06:31.039839 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fe40411b-e5f9-4f8c-8fd2-3c2a91fda867 req-09ca510d-6dd4-4095-8d1e-d606fe860b2d tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388863 May 10 15:06:32.224759 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57525282-c792-4215-b400-c1aff0dd7870 req-0a0f6df1-ef7e-4c7c-82b6-6ed972f8677f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:32.226797 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-57525282-c792-4215-b400-c1aff0dd7870 req-0a0f6df1-ef7e-4c7c-82b6-6ed972f8677f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.0793843 May 10 15:06:32.269449 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-57525282-c792-4215-b400-c1aff0dd7870 req-aec67a08-fb5c-41eb-aa35-dae63b97aab9 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369554 May 10 15:06:33.458398 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578deea5-eb08-4f2e-8c12-45c8d0381340 req-1ef989b7-0311-4ab2-8576-2cce9b5c8a3b tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:33.459839 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-578deea5-eb08-4f2e-8c12-45c8d0381340 req-1ef989b7-0311-4ab2-8576-2cce9b5c8a3b tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.0807803 May 10 15:06:33.503283 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-578deea5-eb08-4f2e-8c12-45c8d0381340 req-8c6fd1fa-4fb6-45b9-b877-4a2787c3ba30 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377727 May 10 15:06:34.239010 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:34.689816 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668323e1-3f8c-417c-8d3f-d40e1dedb699 req-ab7b20fa-1874-47bc-9f95-2a5e7d1c6b0e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:34.691235 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-668323e1-3f8c-417c-8d3f-d40e1dedb699 req-ab7b20fa-1874-47bc-9f95-2a5e7d1c6b0e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.0812857 May 10 15:06:34.808310 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-668323e1-3f8c-417c-8d3f-d40e1dedb699 req-e70a37b1-7f9a-40ff-8e5a-dc99d20e4d5a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112070 May 10 15:06:35.862166 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-565b56fd-435b-4506-8935-96dfc87a740e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:35.992273 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35509ef8-7b50-4a7a-95f7-c8dac415aff2 req-0d848b2b-422f-4f18-aaf7-b8e4c901ed7f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:35.993711 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-35509ef8-7b50-4a7a-95f7-c8dac415aff2 req-0d848b2b-422f-4f18-aaf7-b8e4c901ed7f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.0784082 May 10 15:06:36.042171 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-35509ef8-7b50-4a7a-95f7-c8dac415aff2 req-a84ab59e-3892-4bd0-85b4-a088cbb9e545 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427318 May 10 15:06:37.232136 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ab63c-21b4-4025-9368-72d46ae12bd3 req-d58498ca-29c8-4e31-9552-a64f9942e60e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:37.233551 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-187ab63c-21b4-4025-9368-72d46ae12bd3 req-d58498ca-29c8-4e31-9552-a64f9942e60e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.0801175 May 10 15:06:37.276021 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-187ab63c-21b4-4025-9368-72d46ae12bd3 req-54555c70-cb26-4480-9891-4734c5b7d717 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368867 May 10 15:06:38.440910 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:38.467898 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf920e-9a0a-4dd0-ab2c-6c65b15cf35b req-3609efbb-7fd4-4bdb-af9e-5291b5762e5d tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:38.469360 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7ebf920e-9a0a-4dd0-ab2c-6c65b15cf35b req-3609efbb-7fd4-4bdb-af9e-5291b5762e5d tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.0827909 May 10 15:06:38.513723 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7ebf920e-9a0a-4dd0-ab2c-6c65b15cf35b req-338b8032-3668-4a2b-a0bf-d7f13274ea0f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383666 May 10 15:06:38.592527 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-00ad9339-b337-4a8c-ab4d-dd9ba6255d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:39.402311 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:39.698947 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc9cfb-d861-4624-ac98-c427fa099b53 req-c892ecda-8506-4540-9f01-5f1de63e437a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:39.700322 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-76bc9cfb-d861-4624-ac98-c427fa099b53 req-c892ecda-8506-4540-9f01-5f1de63e437a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.0798135 May 10 15:06:39.746266 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-76bc9cfb-d861-4624-ac98-c427fa099b53 req-8bc85d5b-c87a-40cc-ac99-fec06ce6f663 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403893 May 10 15:06:40.927656 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:40.934547 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115fb84-226a-44ef-8468-1fa8f8245bbc req-b8f89729-9369-4163-bc82-5fd023f35d85 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:40.935993 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a115fb84-226a-44ef-8468-1fa8f8245bbc req-b8f89729-9369-4163-bc82-5fd023f35d85 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.0810063 May 10 15:06:40.979007 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a115fb84-226a-44ef-8468-1fa8f8245bbc req-d12efeb7-f490-421e-90b6-2c8a67789524 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373278 May 10 15:06:42.167196 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85774cd8-333c-4b79-aa3b-afda7735b66f req-c4ee587b-e925-44e7-8b5c-de55d8505522 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:42.168665 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-85774cd8-333c-4b79-aa3b-afda7735b66f req-c4ee587b-e925-44e7-8b5c-de55d8505522 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.0805507 May 10 15:06:42.212259 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-85774cd8-333c-4b79-aa3b-afda7735b66f req-76669de1-337c-4305-a826-d19d88f71e13 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379899 May 10 15:06:43.393766 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0554a-9213-43d9-b9dc-8e1b4245e68b req-a8db5625-04a5-4568-97ac-e8f7d9c7b329 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:43.395093 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d0d0554a-9213-43d9-b9dc-8e1b4245e68b req-a8db5625-04a5-4568-97ac-e8f7d9c7b329 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.0777047 May 10 15:06:43.440843 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d0d0554a-9213-43d9-b9dc-8e1b4245e68b req-e8e05831-ed99-4bfb-b51a-3e79fd94fa12 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401933 May 10 15:06:44.629382 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a459e-558a-4d44-b59f-a4ac8e53c52f req-880c734b-0604-4b12-94be-f58bef856a29 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:44.630826 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a51a459e-558a-4d44-b59f-a4ac8e53c52f req-880c734b-0604-4b12-94be-f58bef856a29 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.0800285 May 10 15:06:44.676228 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a51a459e-558a-4d44-b59f-a4ac8e53c52f req-23f54dfa-5b3d-48d4-ae2d-3b15c55ecaa4 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390401 May 10 15:06:45.864572 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f15d5-1a33-4b86-b868-ce7e7a0bf2fa req-67d347d9-3801-48ee-b104-51e4936175a1 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:45.865996 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-861f15d5-1a33-4b86-b868-ce7e7a0bf2fa req-67d347d9-3801-48ee-b104-51e4936175a1 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.0814829 May 10 15:06:45.909586 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-861f15d5-1a33-4b86-b868-ce7e7a0bf2fa req-f900e4f9-3ef9-482d-89b2-84e2831f857b tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379472 May 10 15:06:46.058426 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 2ba923d7-1c47-4c38-a98e-f30b53970fef details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:06:46.192364 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 2ba923d7-1c47-4c38-a98e-f30b53970fef, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2ba923d7-1c47-4c38-a98e-f30b53970fef,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:46.206114 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Returning: {'device': '2ba923d7-1c47-4c38-a98e-f30b53970fef', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'port_id': '2ba923d7-1c47-4c38-a98e-f30b53970fef', 'mac_address': 'fa:16:3e:cb:0e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:06:46.260928 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:46.277063 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ba923d7-1c47-4c38-a98e-f30b53970fef {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:06:46.292212 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 2ba923d7-1c47-4c38-a98e-f30b53970fef, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2ba923d7-1c47-4c38-a98e-f30b53970fef,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:46.296382 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:46.298183 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:46.399757 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=2ba923d7-1c47-4c38-a98e-f30b53970fef,revision_number=6']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:46.406693 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:46.407033 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:46.407363 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:46.407681 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:46.408029 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:46.408349 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:46.408665 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:46.408982 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:46.409296 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:46.409606 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:46.409915 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:46.410223 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:06:46.414568 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:46.439848 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['2ba923d7-1c47-4c38-a98e-f30b53970fef'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:06:47.120008 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4d6d1-d90e-4200-9549-62dfa4aba0ee req-70e4d8b8-e1f4-46ff-a314-b227cb92944e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:47.122498 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6fe4d6d1-d90e-4200-9549-62dfa4aba0ee req-70e4d8b8-e1f4-46ff-a314-b227cb92944e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 945 time: 0.0983407 May 10 15:06:47.171057 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6fe4d6d1-d90e-4200-9549-62dfa4aba0ee req-a38322bb-77be-4375-b71f-3afb889f741b tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439847 May 10 15:06:48.066804 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 2ba923d7-1c47-4c38-a98e-f30b53970fef up at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:06:48.139875 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning complete for port 2ba923d7-1c47-4c38-a98e-f30b53970fef triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:06:48.140380 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:48.271831 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:48.306691 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0f32fc-5690-44d6-8ec4-38d7ec3af82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba923d7-1c47-4c38-a98e-f30b53970fef'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:06:48.338879 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 2ba923d7-1c47-4c38-a98e-f30b53970fef, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2ba923d7-1c47-4c38-a98e-f30b53970fef,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:06:48.344334 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:06:48.346643 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:06:48.413496 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf91b4-3677-4ccc-9baf-4401b95bdd08 req-332f5915-1827-49b4-8f26-8b0bd9dcbba9 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:48.417308 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0caf91b4-3677-4ccc-9baf-4401b95bdd08 req-332f5915-1827-49b4-8f26-8b0bd9dcbba9 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 945 time: 0.1214490 May 10 15:06:48.450804 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0f32fc-5690-44d6-8ec4-38d7ec3af82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba923d7-1c47-4c38-a98e-f30b53970fef', 'code': 200} May 10 15:06:48.451701 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=2ba923d7-1c47-4c38-a98e-f30b53970fef,revision_number=7']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:06:48.463096 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:06:48.471497 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0caf91b4-3677-4ccc-9baf-4401b95bdd08 req-4dfd20fd-3c9f-4215-9830-263bad8806f6 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482864 May 10 15:06:49.694697 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411a2b0-8832-490f-8237-a6aacc1c9b49 req-1b4e5deb-d4ce-499b-9e6b-9f547ca227ca tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:49.696224 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7411a2b0-8832-490f-8237-a6aacc1c9b49 req-1b4e5deb-d4ce-499b-9e6b-9f547ca227ca tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.1004267 May 10 15:06:49.750894 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7411a2b0-8832-490f-8237-a6aacc1c9b49 req-3b848c13-57ec-4378-91c7-5994e1bd9be2 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486708 May 10 15:06:50.956755 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d51b77-75dd-4524-937b-b981a7e165bd req-3b0b6bd3-2523-4d19-8925-07115c25170a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:50.959177 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-63d51b77-75dd-4524-937b-b981a7e165bd req-3b0b6bd3-2523-4d19-8925-07115c25170a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.0840809 May 10 15:06:51.018916 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-63d51b77-75dd-4524-937b-b981a7e165bd req-e02fbf63-b9a5-4f8d-9770-96ae4d9270fb tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535469 May 10 15:06:52.226573 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d598729-d0b4-4ecb-8f53-38448e080ca8 req-8f12d18a-840a-4e75-af2d-9559597cf0da tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:52.227934 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4d598729-d0b4-4ecb-8f53-38448e080ca8 req-8f12d18a-840a-4e75-af2d-9559597cf0da tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.0872779 May 10 15:06:52.274983 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4d598729-d0b4-4ecb-8f53-38448e080ca8 req-b7cefa04-bd71-4f12-8864-563850670715 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400500 May 10 15:06:53.497927 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9f213-d936-43ab-990b-94666049a52c req-c3dbfb18-18d0-467c-9645-cedb7d81918f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:53.500274 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a2e9f213-d936-43ab-990b-94666049a52c req-c3dbfb18-18d0-467c-9645-cedb7d81918f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.0998495 May 10 15:06:53.549020 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a2e9f213-d936-43ab-990b-94666049a52c req-20b43948-b53e-468c-9b6f-03d67a937439 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405076 May 10 15:06:54.764413 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14448cd-e025-4652-9292-1285bd4ccc78 req-d9798d59-a854-490a-b95e-4d2abf21d4ca tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:54.766598 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e14448cd-e025-4652-9292-1285bd4ccc78 req-d9798d59-a854-490a-b95e-4d2abf21d4ca tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.0905426 May 10 15:06:54.814021 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e14448cd-e025-4652-9292-1285bd4ccc78 req-f171a552-45f0-45a3-bcf4-2235bbc68e0b tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416529 May 10 15:06:56.067896 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370a2fd-df9a-4d6f-8179-4a269aff434e req-a7736b54-5e47-41cf-840a-6a3af9fbf38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:56.069962 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9370a2fd-df9a-4d6f-8179-4a269aff434e req-a7736b54-5e47-41cf-840a-6a3af9fbf38f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=59b50fa570d5493abb0dae5e9d6f7738&device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 1099 time: 0.1986120 May 10 15:06:56.078464 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213749e4-c55c-4365-a0a2-3adb2f4c65e9 req-7f4c33d3-3ae5-45cc-8234-a6c3c50aea9b tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:56.079771 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-213749e4-c55c-4365-a0a2-3adb2f4c65e9 req-7f4c33d3-3ae5-45cc-8234-a6c3c50aea9b tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.1076026 May 10 15:06:56.201401 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-213749e4-c55c-4365-a0a2-3adb2f4c65e9 req-1b71cb5e-1928-4e71-b802-cc2f63e50186 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035969 May 10 15:06:56.235100 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370a2fd-df9a-4d6f-8179-4a269aff434e req-13814568-b33a-4ce8-8e98-6145b1ec103c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:56.236535 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9370a2fd-df9a-4d6f-8179-4a269aff434e req-13814568-b33a-4ce8-8e98-6145b1ec103c service neutron] 10.222.0.47 "GET /v2.0/networks?id=7900d589-d085-4d9e-bb39-0c869bf63df8 HTTP/1.1" status: 200 len: 918 time: 0.1559281 May 10 15:06:56.336852 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9370a2fd-df9a-4d6f-8179-4a269aff434e req-b3ec862f-cae6-4d4c-9b9e-9ccb2fa7154a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ba923d7-1c47-4c38-a98e-f30b53970fef HTTP/1.1" status: 200 len: 1001 time: 0.0935020 May 10 15:06:56.399068 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370a2fd-df9a-4d6f-8179-4a269aff434e req-a05bf088-286d-4cb7-9d29-b54ba6f116ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:56.400508 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9370a2fd-df9a-4d6f-8179-4a269aff434e req-a05bf088-286d-4cb7-9d29-b54ba6f116ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b7e9e96-1dce-417a-b62d-87a2de80d899 HTTP/1.1" status: 200 len: 856 time: 0.0565376 May 10 15:06:56.480700 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370a2fd-df9a-4d6f-8179-4a269aff434e req-4881f0d5-8426-4968-9b26-8a666e469a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:56.482060 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9370a2fd-df9a-4d6f-8179-4a269aff434e req-4881f0d5-8426-4968-9b26-8a666e469a4c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7900d589-d085-4d9e-bb39-0c869bf63df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0727336 May 10 15:06:56.610919 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9370a2fd-df9a-4d6f-8179-4a269aff434e req-07120764-fdd4-4f36-bcc0-f79a856f2c08 service neutron] 10.222.0.47 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219699 May 10 15:06:56.736970 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9370a2fd-df9a-4d6f-8179-4a269aff434e req-ded63208-8192-4813-a1c8-1988b452c5b0 service neutron] 10.222.0.47 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185172 May 10 15:06:57.385077 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391a1ff-75b3-4b99-a7d5-98fb2b458af2 req-f20b4178-a337-4232-89b9-f8f78f7d9c67 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:57.386396 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6391a1ff-75b3-4b99-a7d5-98fb2b458af2 req-f20b4178-a337-4232-89b9-f8f78f7d9c67 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.0778577 May 10 15:06:57.429125 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6391a1ff-75b3-4b99-a7d5-98fb2b458af2 req-2968ff9c-7a06-49b5-84a9-04b5e6ff605b tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366967 May 10 15:06:58.622820 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4969c1-2332-4acd-877c-aae5fabbece5 req-ccc4dd0e-ba20-41b4-adb9-d1e5a349d70c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:58.624295 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bc4969c1-2332-4acd-877c-aae5fabbece5 req-ccc4dd0e-ba20-41b4-adb9-d1e5a349d70c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.0829318 May 10 15:06:58.671450 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bc4969c1-2332-4acd-877c-aae5fabbece5 req-507a1470-afe2-414a-bd9d-1462e23f593c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406537 May 10 15:06:59.153635 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:06:59.859915 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fe8f7-5bc8-462b-91ed-48c21d79732a req-1912d206-623c-43cd-82a1-26bf9d47e469 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:06:59.861371 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fe8fe8f7-5bc8-462b-91ed-48c21d79732a req-1912d206-623c-43cd-82a1-26bf9d47e469 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 946 time: 0.0791285 May 10 15:06:59.905766 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fe8fe8f7-5bc8-462b-91ed-48c21d79732a req-39df3402-3060-4ad5-bab5-9836d9449324 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375781 May 10 15:07:00.114435 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 2ba923d7-1c47-4c38-a98e-f30b53970fef no longer exists at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:07:00.226093 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:00.255020 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0f32fc-5690-44d6-8ec4-38d7ec3af82c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ba923d7-1c47-4c38-a98e-f30b53970fef'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:07:00.265849 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 2ba923d7-1c47-4c38-a98e-f30b53970fef, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2ba923d7-1c47-4c38-a98e-f30b53970fef,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:00.269894 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:00.271755 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:00.306996 dv-cinder-774286-14-iscsi neutron-server[78744]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fb0f32fc-5690-44d6-8ec4-38d7ec3af82c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2ba923d7-1c47-4c38-a98e-f30b53970fef', 'code': 422} returned with failed status May 10 15:07:00.338957 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=2ba923d7-1c47-4c38-a98e-f30b53970fef,revision_number=8']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:00.342096 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:01.294556 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1dab2-6ecc-4f8b-a525-712a760b8417 req-1726417a-d1e0-47f1-92f3-d683e0f3a76c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:01.296068 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-08f1dab2-6ecc-4f8b-a525-712a760b8417 req-1726417a-d1e0-47f1-92f3-d683e0f3a76c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 944 time: 0.0825260 May 10 15:07:01.340530 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-08f1dab2-6ecc-4f8b-a525-712a760b8417 req-e76603af-fc69-4fd9-b471-fcfd647584ed tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388205 May 10 15:07:01.482480 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 47264) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:07:01.590505 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c06a82cd-0077-48db-bf1a-f615256f5c21 req-88209232-8e54-4586-a31d-7d7efa116df3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1068058 May 10 15:07:02.515339 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a82cd-0077-48db-bf1a-f615256f5c21 req-42bdda01-0f12-4131-abc1-1a663d327ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:02.516805 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c06a82cd-0077-48db-bf1a-f615256f5c21 req-42bdda01-0f12-4131-abc1-1a663d327ab4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c&tenant_id=59b50fa570d5493abb0dae5e9d6f7738 HTTP/1.1" status: 200 len: 1097 time: 0.1172063 May 10 15:07:02.544921 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb595a-d099-47b4-bfc7-21de86d7fe14 req-c86c0416-37d6-4c91-94fc-50e4d1483bce tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:02.546334 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6bcb595a-d099-47b4-bfc7-21de86d7fe14 req-c86c0416-37d6-4c91-94fc-50e4d1483bce tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 944 time: 0.0946681 May 10 15:07:02.630809 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6bcb595a-d099-47b4-bfc7-21de86d7fe14 req-bbc38b30-0eab-456d-b549-40cb4ce8d2dc tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523512 May 10 15:07:02.653046 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a82cd-0077-48db-bf1a-f615256f5c21 req-13c01507-e6e8-401a-9dd2-4a715e6318d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:02.654478 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c06a82cd-0077-48db-bf1a-f615256f5c21 req-13c01507-e6e8-401a-9dd2-4a715e6318d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=59b50fa570d5493abb0dae5e9d6f7738&device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 1097 time: 0.1073174 May 10 15:07:02.857903 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a82cd-0077-48db-bf1a-f615256f5c21 req-deb226d9-3e2a-47b3-99e8-ccb49ded93d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:02.859365 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c06a82cd-0077-48db-bf1a-f615256f5c21 req-deb226d9-3e2a-47b3-99e8-ccb49ded93d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7900d589-d085-4d9e-bb39-0c869bf63df8 HTTP/1.1" status: 200 len: 918 time: 0.1982780 May 10 15:07:02.959292 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c06a82cd-0077-48db-bf1a-f615256f5c21 req-bd57d102-c136-4043-b870-016805c98ff3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ba923d7-1c47-4c38-a98e-f30b53970fef HTTP/1.1" status: 200 len: 999 time: 0.0920734 May 10 15:07:03.020196 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a82cd-0077-48db-bf1a-f615256f5c21 req-2ddba07b-39d6-430e-9383-2d67cc7eee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:03.021565 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c06a82cd-0077-48db-bf1a-f615256f5c21 req-2ddba07b-39d6-430e-9383-2d67cc7eee08 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b7e9e96-1dce-417a-b62d-87a2de80d899 HTTP/1.1" status: 200 len: 856 time: 0.0556033 May 10 15:07:03.108025 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a82cd-0077-48db-bf1a-f615256f5c21 req-4a0c6506-7465-4bb5-85bb-9403a21b05b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:03.109452 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c06a82cd-0077-48db-bf1a-f615256f5c21 req-4a0c6506-7465-4bb5-85bb-9403a21b05b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7900d589-d085-4d9e-bb39-0c869bf63df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0715363 May 10 15:07:03.242085 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c06a82cd-0077-48db-bf1a-f615256f5c21 req-03a479f6-0e14-458a-a51f-663a46e4b6af service neutron] 10.222.0.47 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247189 May 10 15:07:03.375535 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c06a82cd-0077-48db-bf1a-f615256f5c21 req-64d153d9-e85d-456d-9516-07a8c3530e4d service neutron] 10.222.0.47 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250916 May 10 15:07:03.859856 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae2108-8fa9-4ffc-ae3f-6513ce7dd757 req-16267986-3e80-4f8a-9db1-86b39713f452 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:03.862223 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b3ae2108-8fa9-4ffc-ae3f-6513ce7dd757 req-16267986-3e80-4f8a-9db1-86b39713f452 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 944 time: 0.1063228 May 10 15:07:03.932303 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b3ae2108-8fa9-4ffc-ae3f-6513ce7dd757 req-95331063-a1da-4231-ba7d-67580c378148 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605049 May 10 15:07:04.277283 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:05.125802 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90112360-c077-4be6-b3ff-5ba5854d4247 req-1b6bb415-5791-4754-98b7-4994b3338356 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:05.127247 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-90112360-c077-4be6-b3ff-5ba5854d4247 req-1b6bb415-5791-4754-98b7-4994b3338356 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 944 time: 0.0834012 May 10 15:07:05.176897 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-90112360-c077-4be6-b3ff-5ba5854d4247 req-ea2ab88b-e648-43e8-a223-abe3e65e7687 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430799 May 10 15:07:05.864098 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-d3b81c2a-0f49-41a9-bf75-882dd5af1393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:06.374299 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9505121-85f1-470c-8cef-212219feb122 req-561a783e-ed99-4f74-a044-ecbb4902b9e2 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:06.375714 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a9505121-85f1-470c-8cef-212219feb122 req-561a783e-ed99-4f74-a044-ecbb4902b9e2 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 944 time: 0.0814538 May 10 15:07:06.421575 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a9505121-85f1-470c-8cef-212219feb122 req-0949f7f7-2e80-4f4b-9cab-b6c42d7517da tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400331 May 10 15:07:07.614247 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06a35f-9d56-4486-8830-4129bc76c965 req-5dceec3a-b861-41a1-b7af-88ff263415d4 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:07.616287 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0a06a35f-9d56-4486-8830-4129bc76c965 req-5dceec3a-b861-41a1-b7af-88ff263415d4 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 944 time: 0.0842822 May 10 15:07:07.662042 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0a06a35f-9d56-4486-8830-4129bc76c965 req-ac207275-86d4-4325-95c0-443d1349d184 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400558 May 10 15:07:08.448451 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:08.593311 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9169546e-5195-4bfc-8244-92d178c233ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:08.875111 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26405ecd-80a2-437b-a5f2-e6bedd3fe088 req-289a28d6-be14-484f-b970-f1d1ed2b77cc tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:08.876763 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-26405ecd-80a2-437b-a5f2-e6bedd3fe088 req-289a28d6-be14-484f-b970-f1d1ed2b77cc tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 944 time: 0.0932014 May 10 15:07:08.924742 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-26405ecd-80a2-437b-a5f2-e6bedd3fe088 req-50ba67e3-a091-420f-a4dc-7d88a406b77d tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413485 May 10 15:07:09.405949 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:10.149062 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e383fc-8d36-4b16-8b28-dc4fd9e76e60 req-269672d8-84c2-4446-878a-24ff2f05747e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:10.150525 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b2e383fc-8d36-4b16-8b28-dc4fd9e76e60 req-269672d8-84c2-4446-878a-24ff2f05747e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 944 time: 0.1051424 May 10 15:07:10.195047 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b2e383fc-8d36-4b16-8b28-dc4fd9e76e60 req-d121cde0-f0a9-4410-aac6-e4ef54681e19 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389111 May 10 15:07:10.935539 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:11.391703 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19294b-f080-48bd-b7ae-d13dae7508aa req-d29223c2-cbbb-4df8-a2fb-8284ad4f6f49 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:11.393216 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7b19294b-f080-48bd-b7ae-d13dae7508aa req-d29223c2-cbbb-4df8-a2fb-8284ad4f6f49 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 944 time: 0.0820339 May 10 15:07:11.436615 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7b19294b-f080-48bd-b7ae-d13dae7508aa req-7c000a21-995e-4e00-85f2-16fdeff276e5 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370631 May 10 15:07:12.632783 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c288c-350f-432e-bcb8-837ddff177ff req-0df0f27b-df4a-4b3b-a3f1-efb006f02790 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:12.634246 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8d4c288c-350f-432e-bcb8-837ddff177ff req-0df0f27b-df4a-4b3b-a3f1-efb006f02790 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 944 time: 0.0881248 May 10 15:07:12.680286 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8d4c288c-350f-432e-bcb8-837ddff177ff req-36fdf41e-b889-4957-8baf-74b667720d09 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401356 May 10 15:07:13.947903 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc91416-77db-40fc-b6f1-9303b37d2df0 req-ec2e9d11-3d17-45b8-92c6-af2d34bfbd0a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:13.949354 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1bc91416-77db-40fc-b6f1-9303b37d2df0 req-ec2e9d11-3d17-45b8-92c6-af2d34bfbd0a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 944 time: 0.0829513 May 10 15:07:13.992868 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1bc91416-77db-40fc-b6f1-9303b37d2df0 req-b1087d19-b1f0-4102-b958-865e213982de tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378911 May 10 15:07:15.247037 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77b160-60cd-49ec-88da-4e5a0593413f req-c3da0a9a-4e9a-401f-86d5-0974bf0b4b50 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:15.248481 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ce77b160-60cd-49ec-88da-4e5a0593413f req-c3da0a9a-4e9a-401f-86d5-0974bf0b4b50 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 944 time: 0.0781364 May 10 15:07:15.294856 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ce77b160-60cd-49ec-88da-4e5a0593413f req-7d67f5d4-b534-4758-ae2b-1ba9fec17b83 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407448 May 10 15:07:16.481035 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64b0c8-4f46-4fea-ba33-21c75a7b232d req-eafa9adb-9dc8-469a-a0bd-1d046aa11c1c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:16.482479 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4f64b0c8-4f46-4fea-ba33-21c75a7b232d req-eafa9adb-9dc8-469a-a0bd-1d046aa11c1c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 944 time: 0.0797853 May 10 15:07:16.528227 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4f64b0c8-4f46-4fea-ba33-21c75a7b232d req-a5b07b97-c1a3-4e43-87be-8da93e55dd0a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400763 May 10 15:07:17.830624 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738549e-0774-479c-b843-074c2afd6d41 req-3652a80c-5767-462f-9221-6dfcf53c552e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:17.832031 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b738549e-0774-479c-b843-074c2afd6d41 req-3652a80c-5767-462f-9221-6dfcf53c552e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=59b50fa570d5493abb0dae5e9d6f7738&device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 1097 time: 0.1963267 May 10 15:07:17.853828 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856dd8d-70ee-4ac8-a458-fa6a07f5ce6c req-c6bdb609-772a-404e-a841-f2b2ae268999 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:17.855272 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0856dd8d-70ee-4ac8-a458-fa6a07f5ce6c req-c6bdb609-772a-404e-a841-f2b2ae268999 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 944 time: 0.1858060 May 10 15:07:17.983283 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0856dd8d-70ee-4ac8-a458-fa6a07f5ce6c req-1e91f5bc-2b53-40c6-9f80-4c4c9013a8a3 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088755 May 10 15:07:18.034002 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738549e-0774-479c-b843-074c2afd6d41 req-eaf3c8a0-630d-4767-8a11-caeb3a510d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:18.035531 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b738549e-0774-479c-b843-074c2afd6d41 req-eaf3c8a0-630d-4767-8a11-caeb3a510d21 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7900d589-d085-4d9e-bb39-0c869bf63df8 HTTP/1.1" status: 200 len: 918 time: 0.1782289 May 10 15:07:18.142807 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b738549e-0774-479c-b843-074c2afd6d41 req-f3afc63f-e372-4fc5-9808-c88fa93c7a4a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ba923d7-1c47-4c38-a98e-f30b53970fef HTTP/1.1" status: 200 len: 999 time: 0.0966434 May 10 15:07:18.209658 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738549e-0774-479c-b843-074c2afd6d41 req-04ee5a0e-ffc0-4e8c-8068-e8d55ef656be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:18.211085 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b738549e-0774-479c-b843-074c2afd6d41 req-04ee5a0e-ffc0-4e8c-8068-e8d55ef656be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b7e9e96-1dce-417a-b62d-87a2de80d899 HTTP/1.1" status: 200 len: 856 time: 0.0574243 May 10 15:07:18.239106 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 2ba923d7-1c47-4c38-a98e-f30b53970fef details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:07:18.294351 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738549e-0774-479c-b843-074c2afd6d41 req-5d78f0e7-1261-4016-aa0e-64607e13b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:18.295859 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b738549e-0774-479c-b843-074c2afd6d41 req-5d78f0e7-1261-4016-aa0e-64607e13b725 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7900d589-d085-4d9e-bb39-0c869bf63df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0741444 May 10 15:07:18.385114 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 2ba923d7-1c47-4c38-a98e-f30b53970fef, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2ba923d7-1c47-4c38-a98e-f30b53970fef,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:18.398254 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Returning: {'device': '2ba923d7-1c47-4c38-a98e-f30b53970fef', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'port_id': '2ba923d7-1c47-4c38-a98e-f30b53970fef', 'mac_address': 'fa:16:3e:cb:0e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:07:18.434914 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b738549e-0774-479c-b843-074c2afd6d41 req-46286623-43e2-4099-8a66-84f6400cd32d service neutron] 10.222.0.47 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280091 May 10 15:07:18.459165 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:18.482217 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba923d7-1c47-4c38-a98e-f30b53970fef {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:07:18.501254 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 2ba923d7-1c47-4c38-a98e-f30b53970fef, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2ba923d7-1c47-4c38-a98e-f30b53970fef,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:18.506263 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:18.509826 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:18.584643 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b738549e-0774-479c-b843-074c2afd6d41 req-ba702509-0c37-4773-9ca1-2cc43b0e3798 service neutron] 10.222.0.47 "GET /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377707 May 10 15:07:18.584791 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=2ba923d7-1c47-4c38-a98e-f30b53970fef,revision_number=9']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:18.588452 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:18.793475 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['2ba923d7-1c47-4c38-a98e-f30b53970fef'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:07:19.181487 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2aa5f-8b79-4478-ac70-01eee08b70f8 req-743ead49-c6fd-4a71-a4e6-b66f39b25c86 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:19.183191 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-27c2aa5f-8b79-4478-ac70-01eee08b70f8 req-743ead49-c6fd-4a71-a4e6-b66f39b25c86 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 945 time: 0.0834467 May 10 15:07:19.228238 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-27c2aa5f-8b79-4478-ac70-01eee08b70f8 req-9a3ab82b-22ad-4dac-ba06-80b3d6f0454f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385399 May 10 15:07:20.238528 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 2ba923d7-1c47-4c38-a98e-f30b53970fef up at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:07:20.304587 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning complete for port 2ba923d7-1c47-4c38-a98e-f30b53970fef triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:07:20.304960 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:20.418193 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3271ef7-afe7-4003-9753-ccb983e49c25 req-ad7707e9-9344-455e-a531-b540f4c16792 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:20.418771 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:20.419661 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c3271ef7-afe7-4003-9753-ccb983e49c25 req-ad7707e9-9344-455e-a531-b540f4c16792 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 945 time: 0.0795069 May 10 15:07:20.444499 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0f32fc-5690-44d6-8ec4-38d7ec3af82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba923d7-1c47-4c38-a98e-f30b53970fef'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:07:20.455197 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 2ba923d7-1c47-4c38-a98e-f30b53970fef, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2ba923d7-1c47-4c38-a98e-f30b53970fef,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:20.459442 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:20.461302 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:20.468211 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c3271ef7-afe7-4003-9753-ccb983e49c25 req-e2532664-b583-4957-9fd4-728347c07d59 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428140 May 10 15:07:20.497631 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0f32fc-5690-44d6-8ec4-38d7ec3af82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba923d7-1c47-4c38-a98e-f30b53970fef', 'code': 200} May 10 15:07:20.536541 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=2ba923d7-1c47-4c38-a98e-f30b53970fef,revision_number=10']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:20.539458 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:20.748211 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd72fad-8f95-4e04-ac21-6d45f17647ad req-3b0f69e9-8b57-4710-8dcd-48df92f4cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:20.749646 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9dd72fad-8f95-4e04-ac21-6d45f17647ad req-3b0f69e9-8b57-4710-8dcd-48df92f4cf4b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 1100 time: 0.0672657 May 10 15:07:20.793343 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9dd72fad-8f95-4e04-ac21-6d45f17647ad req-160816fa-1217-4c82-aac1-18ba4a8a2fe8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330613 May 10 15:07:21.654365 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b15fd-dd86-4db7-b0f7-50a47f7333c7 req-02f9cb95-78a3-4ff4-8a1e-6c3745da9571 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:21.655796 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-890b15fd-dd86-4db7-b0f7-50a47f7333c7 req-02f9cb95-78a3-4ff4-8a1e-6c3745da9571 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 947 time: 0.0808048 May 10 15:07:21.700530 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-890b15fd-dd86-4db7-b0f7-50a47f7333c7 req-fc07cb1e-0a24-4cc7-a8d9-d6fcf8405301 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389507 May 10 15:07:22.889224 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9be90-2496-4df3-a58e-bed60b2f5615 req-dcd84d71-1478-4504-a028-3173e6163570 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:22.890641 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e9c9be90-2496-4df3-a58e-bed60b2f5615 req-dcd84d71-1478-4504-a028-3173e6163570 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 947 time: 0.0787411 May 10 15:07:22.933885 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e9c9be90-2496-4df3-a58e-bed60b2f5615 req-c7c2a748-1c2e-4866-ae52-4be8309131ad tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375888 May 10 15:07:34.260310 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:35.864423 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3ea99e67-67ce-4e16-94e2-f2b91bf706ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:36.152313 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:07:38.440470 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:38.594189 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-6ef44d88-6e8b-4f52-93a5-bcd18b40771c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:39.145689 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f35ac4-fea4-4066-a0ad-1fc432157b0d req-89e11865-bbe6-49d3-b327-29f942c937c1 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:39.147032 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c0f35ac4-fea4-4066-a0ad-1fc432157b0d req-89e11865-bbe6-49d3-b327-29f942c937c1 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=243fb7fb-26d6-4962-b75c-a142b77908e6 HTTP/1.1" status: 200 len: 946 time: 0.0808344 May 10 15:07:39.191345 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c0f35ac4-fea4-4066-a0ad-1fc432157b0d req-d1450802-0058-42c7-a17f-9ec92f847f4a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=97984df7-1140-4713-ae83-fd4d5f8c536e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386856 May 10 15:07:39.408194 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:40.371900 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de9f9c-d0b4-41a1-8e3b-401b70e3d532 req-d08d7933-7dcc-4ff3-a263-891cc06ca49e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:40.373254 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-09de9f9c-d0b4-41a1-8e3b-401b70e3d532 req-d08d7933-7dcc-4ff3-a263-891cc06ca49e tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=243fb7fb-26d6-4962-b75c-a142b77908e6 HTTP/1.1" status: 200 len: 946 time: 0.0787418 May 10 15:07:40.418824 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-09de9f9c-d0b4-41a1-8e3b-401b70e3d532 req-c46cab76-4d4f-4b99-bce9-52ec084adb5a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=97984df7-1140-4713-ae83-fd4d5f8c536e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399551 May 10 15:07:40.934081 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:40.973107 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faad887-bb7b-43ee-8530-dd5a9377c50e req-a345f8e0-7281-4660-b62b-a943773006d7 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:40.974495 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6faad887-bb7b-43ee-8530-dd5a9377c50e req-a345f8e0-7281-4660-b62b-a943773006d7 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.47 "GET /v2.0/ports?device_id=243fb7fb-26d6-4962-b75c-a142b77908e6 HTTP/1.1" status: 200 len: 946 time: 0.0796125 May 10 15:07:41.177727 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-6faad887-bb7b-43ee-8530-dd5a9377c50e req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Deleting port 322b9384-cd0e-42ca-b98f-f5b0382cbc52 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:07:41.177951 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-6faad887-bb7b-43ee-8530-dd5a9377c50e req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:41.305341 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-6faad887-bb7b-43ee-8530-dd5a9377c50e req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] For port 322b9384-cd0e-42ca-b98f-f5b0382cbc52, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=322b9384-cd0e-42ca-b98f-f5b0382cbc52,segment=NetworkSegment(130d6f67-0a99-4f12-9e01-d49e6c783317),segment_id=130d6f67-0a99-4f12-9e01-d49e6c783317)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:41.305685 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-6faad887-bb7b-43ee-8530-dd5a9377c50e req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:41.628779 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-6faad887-bb7b-43ee-8530-dd5a9377c50e req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:41.629563 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-6faad887-bb7b-43ee-8530-dd5a9377c50e req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405872'] for floatingip, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:41.629563 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.db.l3_db [req-6faad887-bb7b-43ee-8530-dd5a9377c50e req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Floating IP 20379ac0-f2c6-45fa-a266-975bcb8d5596 disassociated. External IP: 172.27.2.168, port: 322b9384-cd0e-42ca-b98f-f5b0382cbc52. May 10 15:07:41.629755 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-6faad887-bb7b-43ee-8530-dd5a9377c50e req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Calling delete_port for 322b9384-cd0e-42ca-b98f-f5b0382cbc52 owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:07:41.671355 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48be6ca-20cf-492a-8aa7-6612e9ee3f59 req-d96b58ee-8d58-4d26-9d3e-58497b281218 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:41.672809 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a48be6ca-20cf-492a-8aa7-6612e9ee3f59 req-d96b58ee-8d58-4d26-9d3e-58497b281218 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=243fb7fb-26d6-4962-b75c-a142b77908e6 HTTP/1.1" status: 200 len: 946 time: 0.1326070 May 10 15:07:41.725682 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a48be6ca-20cf-492a-8aa7-6612e9ee3f59 req-c44f439e-7e6c-472c-9309-2ea7844093a1 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups?id=97984df7-1140-4713-ae83-fd4d5f8c536e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470531 May 10 15:07:41.795584 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-6faad887-bb7b-43ee-8530-dd5a9377c50e req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:41.800967 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-e763b547-f93b-4606-b90c-db37f2f9132f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:41.845132 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Pushing event deleted for resources: {'Port': ['ID=322b9384-cd0e-42ca-b98f-f5b0382cbc52,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:41.858678 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:41.859073 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:41.859425 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:41.859771 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:41.860138 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:41.860479 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:41.860813 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:41.861149 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:41.861483 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:41.861813 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:41.862284 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:41.862621 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:41.865886 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:42.039002 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6faad887-bb7b-43ee-8530-dd5a9377c50e req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Router 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:07:42.211417 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6faad887-bb7b-43ee-8530-dd5a9377c50e req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:07:42.220856 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2326bd68-38f3-443f-9410-9f9f8a2341dd None None] Sync routers for ids ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:07:42.231154 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2326bd68-38f3-443f-9410-9f9f8a2341dd None None] Routers {'4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:07:42.232154 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-2326bd68-38f3-443f-9410-9f9f8a2341dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:07:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:42.289761 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-6faad887-bb7b-43ee-8530-dd5a9377c50e req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] No DVR routers for this DVR port 322b9384-cd0e-42ca-b98f-f5b0382cbc52 on host hv-cinder-77428 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:07:42.293087 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-6faad887-bb7b-43ee-8530-dd5a9377c50e req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:42.295913 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243fb7fb-26d6-4962-b75c-a142b77908e6', 'name': 'network-vif-deleted', 'tag': '322b9384-cd0e-42ca-b98f-f5b0382cbc52'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:07:42.317408 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6faad887-bb7b-43ee-8530-dd5a9377c50e req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.47 "DELETE /v2.0/ports/322b9384-cd0e-42ca-b98f-f5b0382cbc52 HTTP/1.1" status: 204 len: 173 time: 1.3361282 May 10 15:07:42.352735 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243fb7fb-26d6-4962-b75c-a142b77908e6', 'name': 'network-vif-deleted', 'tag': '322b9384-cd0e-42ca-b98f-f5b0382cbc52', 'status': 'completed', 'code': 200} May 10 15:07:42.442538 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-2326bd68-38f3-443f-9410-9f9f8a2341dd None None] Set router 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:07:42.747632 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-2326bd68-38f3-443f-9410-9f9f8a2341dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'name': 'tempest-AttachVolumeTestJSON-528424911-router', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '5d282935-a9ae-4765-9da3-86222aef7403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:38Z', 'updated_at': '2021-05-10T15:00:50Z', 'revision_number': 4, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'gw_port': {'id': '5d282935-a9ae-4765-9da3-86222aef7403', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:40Z', 'updated_at': '2021-05-10T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '47c855a9-802f-4899-a8e4-a63026ad3acd', 'name': '', 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'mac_address': 'fa:16:3e:42:52:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:47Z', 'updated_at': '2021-05-10T15:01:05Z', 'revision_number': 5, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'subnets': [{'id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:42.751541 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2326bd68-38f3-443f-9410-9f9f8a2341dd None None] Checking router: 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:07:42.759887 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2326bd68-38f3-443f-9410-9f9f8a2341dd None None] Routers {'4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:07:42.760525 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-2326bd68-38f3-443f-9410-9f9f8a2341dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:07:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:42.895784 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-419b95a2-78a3-4ff6-b341-c6599df07c09 req-3f89e643-6df1-415e-b201-382d0b154a70 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Synchronizing usage tracker for tenant:fffa979fe3184d2a9b52cf1e0d0c6fed on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:07:42.912225 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-419b95a2-78a3-4ff6-b341-c6599df07c09 req-3f89e643-6df1-415e-b201-382d0b154a70 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Unset dirty status for tenant:fffa979fe3184d2a9b52cf1e0d0c6fed on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:07:42.913356 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-419b95a2-78a3-4ff6-b341-c6599df07c09 req-3f89e643-6df1-415e-b201-382d0b154a70 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/ports?device_id=243fb7fb-26d6-4962-b75c-a142b77908e6 HTTP/1.1" status: 200 len: 210 time: 0.0617886 May 10 15:07:42.939729 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-2326bd68-38f3-443f-9410-9f9f8a2341dd None None] Set router 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:07:43.243365 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-2326bd68-38f3-443f-9410-9f9f8a2341dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'name': 'tempest-AttachVolumeTestJSON-528424911-router', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '5d282935-a9ae-4765-9da3-86222aef7403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:38Z', 'updated_at': '2021-05-10T15:00:50Z', 'revision_number': 4, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'gw_port': {'id': '5d282935-a9ae-4765-9da3-86222aef7403', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:40Z', 'updated_at': '2021-05-10T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '47c855a9-802f-4899-a8e4-a63026ad3acd', 'name': '', 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'mac_address': 'fa:16:3e:42:52:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:47Z', 'updated_at': '2021-05-10T15:01:05Z', 'revision_number': 5, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'subnets': [{'id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:43.247151 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2326bd68-38f3-443f-9410-9f9f8a2341dd None None] The sync data for ids ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'] in dv-cinder-774286-14-iscsi is: [{'id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'name': 'tempest-AttachVolumeTestJSON-528424911-router', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '5d282935-a9ae-4765-9da3-86222aef7403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:38Z', 'updated_at': '2021-05-10T15:00:50Z', 'revision_number': 4, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'gw_port': {'id': '5d282935-a9ae-4765-9da3-86222aef7403', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:40Z', 'updated_at': '2021-05-10T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '47c855a9-802f-4899-a8e4-a63026ad3acd', 'name': '', 'network_id': '4bd3a929-9efd-4c35-af1e-656216678278', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'mac_address': 'fa:16:3e:42:52:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:47Z', 'updated_at': '2021-05-10T15:01:05Z', 'revision_number': 5, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'subnets': [{'id': '63dd5146-b7c8-4898-831f-2c4c3824cf1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:07:43.436955 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168cfe51-81ed-4c4b-9cb6-55bf6de46100 None None] New status for floating IP 20379ac0-f2c6-45fa-a266-975bcb8d5596: DOWN {{(pid=78745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:07:44.045164 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 47506) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:07:44.111325 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8f73df18-057c-4727-81e8-06dd5ce900b3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:44.138132 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8f73df18-057c-4727-81e8-06dd5ce900b3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:44.189566 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8f73df18-057c-4727-81e8-06dd5ce900b3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:44.196667 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-f0f73bce-26c4-40b9-a3f1-8aa34d755ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:44.210879 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73df18-057c-4727-81e8-06dd5ce900b3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97984df7-1140-4713-ae83-fd4d5f8c536e,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:44.213363 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8f73df18-057c-4727-81e8-06dd5ce900b3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:44.214631 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-8f73df18-057c-4727-81e8-06dd5ce900b3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:44.215950 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-8f73df18-057c-4727-81e8-06dd5ce900b3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "DELETE /v2.0/security-groups/97984df7-1140-4713-ae83-fd4d5f8c536e HTTP/1.1" status: 204 len: 168 time: 0.1694472 May 10 15:07:44.218341 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 47510) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:07:44.236534 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.api.v2.resource [None req-0313304b-4d74-4bd0-99e1-4e6074fea180 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] show failed (client error): The resource could not be found. May 10 15:07:44.237509 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-0313304b-4d74-4bd0-99e1-4e6074fea180 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "GET /v2.0/security-groups/97984df7-1140-4713-ae83-fd4d5f8c536e HTTP/1.1" status: 404 len: 347 time: 0.0182779 May 10 15:07:44.240333 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 47514) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:07:44.383998 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 322b9384-cd0e-42ca-b98f-f5b0382cbc52 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:07:44.417984 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] No Port match for: 322b9384-cd0e-42ca-b98f-f5b0382cbc52 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:07:44.418325 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 322b9384-cd0e-42ca-b98f-f5b0382cbc52 not bound to the agent host hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:07:44.533727 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-7c09df53-027b-45ae-b328-77895d8abaec tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Deleting port 2be08c6c-83f6-43b9-ac07-9d98dde6fca0 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:07:44.534072 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7c09df53-027b-45ae-b328-77895d8abaec tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:44.647412 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7c09df53-027b-45ae-b328-77895d8abaec tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:44.647735 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7c09df53-027b-45ae-b328-77895d8abaec tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:44.765776 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-7c09df53-027b-45ae-b328-77895d8abaec tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Calling delete_port for 2be08c6c-83f6-43b9-ac07-9d98dde6fca0 owned by network:floatingip {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:07:44.884327 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7c09df53-027b-45ae-b328-77895d8abaec tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:44.888505 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-91dbcdbc-3b2f-449e-9b27-8ef3875df0c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:44.934148 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09df53-027b-45ae-b328-77895d8abaec tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Pushing event deleted for resources: {'Port': ['ID=2be08c6c-83f6-43b9-ac07-9d98dde6fca0,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:44.937655 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7c09df53-027b-45ae-b328-77895d8abaec tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:45.036938 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7c09df53-027b-45ae-b328-77895d8abaec tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks [] for floatingip, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:45.055334 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7c09df53-027b-45ae-b328-77895d8abaec tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for floatingip, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:45.059609 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-7c09df53-027b-45ae-b328-77895d8abaec tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] 10.222.0.30 "DELETE /v2.0/floatingips/20379ac0-f2c6-45fa-a266-975bcb8d5596 HTTP/1.1" status: 204 len: 168 time: 0.8153796 May 10 15:07:49.033862 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 47546) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:07:49.650885 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-17917d8a-923e-441f-aa0c-689ea6a7f5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394569'] for router_interface, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:50.133164 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-17917d8a-923e-441f-aa0c-689ea6a7f5c7 admin admin] Deleting port 47c855a9-802f-4899-a8e4-a63026ad3acd {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:07:50.133846 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-17917d8a-923e-441f-aa0c-689ea6a7f5c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:50.254460 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [None req-17917d8a-923e-441f-aa0c-689ea6a7f5c7 admin admin] For port 47c855a9-802f-4899-a8e4-a63026ad3acd, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=47c855a9-802f-4899-a8e4-a63026ad3acd,segment=NetworkSegment(130d6f67-0a99-4f12-9e01-d49e6c783317),segment_id=130d6f67-0a99-4f12-9e01-d49e6c783317)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:50.254806 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-17917d8a-923e-441f-aa0c-689ea6a7f5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:50.373721 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-17917d8a-923e-441f-aa0c-689ea6a7f5c7 admin admin] Calling delete_port for 47c855a9-802f-4899-a8e4-a63026ad3acd owned by network:router_interface {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:07:50.508134 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-17917d8a-923e-441f-aa0c-689ea6a7f5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:50.512021 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:50.551480 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17917d8a-923e-441f-aa0c-689ea6a7f5c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=47c855a9-802f-4899-a8e4-a63026ad3acd,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:50.555058 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-17917d8a-923e-441f-aa0c-689ea6a7f5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:50.812842 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-17917d8a-923e-441f-aa0c-689ea6a7f5c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417785'] for router_interface, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:51.248763 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17917d8a-923e-441f-aa0c-689ea6a7f5c7 admin admin] Router 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:07:51.419340 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17917d8a-923e-441f-aa0c-689ea6a7f5c7 admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:07:51.427398 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e1337a-76ae-4954-9045-0be4a53c1db6 None None] Sync routers for ids ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:07:51.432876 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-17917d8a-923e-441f-aa0c-689ea6a7f5c7 admin admin] 10.222.0.30 "PUT /v2.0/routers/4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3960905 May 10 15:07:51.433527 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 47554) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:07:51.436925 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e1337a-76ae-4954-9045-0be4a53c1db6 None None] Routers {'4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:07:51.437535 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-a4e1337a-76ae-4954-9045-0be4a53c1db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:07:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:51.602723 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f7cf04aa-4a5d-4a09-82ac-69c9e6fc0e0a admin admin] Notify callbacks [] for router, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:51.610497 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-a4e1337a-76ae-4954-9045-0be4a53c1db6 None None] Set router 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:07:51.772733 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f7cf04aa-4a5d-4a09-82ac-69c9e6fc0e0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:51.843873 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-f7cf04aa-4a5d-4a09-82ac-69c9e6fc0e0a admin admin] Deleting port 5d282935-a9ae-4765-9da3-86222aef7403 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:07:51.844246 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f7cf04aa-4a5d-4a09-82ac-69c9e6fc0e0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:51.923341 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-a4e1337a-76ae-4954-9045-0be4a53c1db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'name': 'tempest-AttachVolumeTestJSON-528424911-router', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': '5d282935-a9ae-4765-9da3-86222aef7403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:38Z', 'updated_at': '2021-05-10T15:07:50Z', 'revision_number': 5, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'gw_port': {'id': '5d282935-a9ae-4765-9da3-86222aef7403', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:40Z', 'updated_at': '2021-05-10T15:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:51.927063 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e1337a-76ae-4954-9045-0be4a53c1db6 None None] Checking router: 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:07:51.935234 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e1337a-76ae-4954-9045-0be4a53c1db6 None None] Routers {'4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:07:51.935835 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-a4e1337a-76ae-4954-9045-0be4a53c1db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:07:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:51.962783 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [None req-f7cf04aa-4a5d-4a09-82ac-69c9e6fc0e0a admin admin] For port 5d282935-a9ae-4765-9da3-86222aef7403, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=5d282935-a9ae-4765-9da3-86222aef7403,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:51.963124 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f7cf04aa-4a5d-4a09-82ac-69c9e6fc0e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:52.083540 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-a4e1337a-76ae-4954-9045-0be4a53c1db6 None None] Set router 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba gateway port host: None {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:07:52.085188 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-f7cf04aa-4a5d-4a09-82ac-69c9e6fc0e0a admin admin] Calling delete_port for 5d282935-a9ae-4765-9da3-86222aef7403 owned by network:router_gateway {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:07:52.184518 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-a4e1337a-76ae-4954-9045-0be4a53c1db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'name': 'tempest-AttachVolumeTestJSON-528424911-router', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:38Z', 'updated_at': '2021-05-10T15:07:51Z', 'revision_number': 6, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'gw_port_host': None}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:52.188491 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e1337a-76ae-4954-9045-0be4a53c1db6 None None] The sync data for ids ['4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba'] in dv-cinder-774286-14-iscsi is: [{'id': '4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba', 'name': 'tempest-AttachVolumeTestJSON-528424911-router', 'tenant_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:38Z', 'updated_at': '2021-05-10T15:07:51Z', 'revision_number': 6, 'project_id': 'fffa979fe3184d2a9b52cf1e0d0c6fed', 'gw_port_host': None}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:07:52.225335 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f7cf04aa-4a5d-4a09-82ac-69c9e6fc0e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:52.229819 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-69191775-b31c-4296-a864-a61c12c7cd94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:52.272873 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf04aa-4a5d-4a09-82ac-69c9e6fc0e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=5d282935-a9ae-4765-9da3-86222aef7403,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:52.297407 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-f7cf04aa-4a5d-4a09-82ac-69c9e6fc0e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:52.361226 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f7cf04aa-4a5d-4a09-82ac-69c9e6fc0e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405869'] for router_gateway, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:52.623553 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f7cf04aa-4a5d-4a09-82ac-69c9e6fc0e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29790'] for router, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:52.625650 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f7cf04aa-4a5d-4a09-82ac-69c9e6fc0e0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:52.648100 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f7cf04aa-4a5d-4a09-82ac-69c9e6fc0e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417407'] for router, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:52.648601 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cf04aa-4a5d-4a09-82ac-69c9e6fc0e0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba {{(pid=78743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:07:52.661076 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f7cf04aa-4a5d-4a09-82ac-69c9e6fc0e0a admin admin] Notify callbacks [] for router, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:52.662171 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-f7cf04aa-4a5d-4a09-82ac-69c9e6fc0e0a admin admin] 10.222.0.30 "DELETE /v2.0/routers/4ae02ce2-6929-4604-ad64-6ca4f7c5b7ba HTTP/1.1" status: 204 len: 168 time: 1.2273731 May 10 15:07:52.664689 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 47558) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:07:52.721230 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_v2 [None req-23aa7fe6-bddb-48cd-b0c4-fb892344d1d6 admin admin] Deleting subnet 63dd5146-b7c8-4898-831f-2c4c3824cf1a {{(pid=78743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:07:52.724006 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-23aa7fe6-bddb-48cd-b0c4-fb892344d1d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:52.772347 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-23aa7fe6-bddb-48cd-b0c4-fb892344d1d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1867923'] for subnet, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:52.881792 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-23aa7fe6-bddb-48cd-b0c4-fb892344d1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482653'] for subnet, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.130805 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-23aa7fe6-bddb-48cd-b0c4-fb892344d1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2001247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1290530'] for subnet, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.136991 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:53.174532 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa7fe6-bddb-48cd-b0c4-fb892344d1d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63dd5146-b7c8-4898-831f-2c4c3824cf1a,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:53.177446 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-23aa7fe6-bddb-48cd-b0c4-fb892344d1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:53.180259 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-23aa7fe6-bddb-48cd-b0c4-fb892344d1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.184023 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbf220f-222a-4f80-bed5-16ed5aabd0e0 None None] Network 4bd3a929-9efd-4c35-af1e-656216678278 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:07:53.191108 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-23aa7fe6-bddb-48cd-b0c4-fb892344d1d6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/63dd5146-b7c8-4898-831f-2c4c3824cf1a HTTP/1.1" status: 204 len: 168 time: 0.5251651 May 10 15:07:53.193526 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 47562) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:07:53.284784 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 5d282935-a9ae-4765-9da3-86222aef7403 no longer exists at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:07:53.302820 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a2d2453a-54a1-401a-a2d6-1d2148839fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3591965'] for network, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.322384 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] No Port match for: 5d282935-a9ae-4765-9da3-86222aef7403 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:07:53.322733 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 5d282935-a9ae-4765-9da3-86222aef7403 not bound to the agent host dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:07:53.323174 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 47c855a9-802f-4899-a8e4-a63026ad3acd no longer exists at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:07:53.376687 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-a2d2453a-54a1-401a-a2d6-1d2148839fd6 admin admin] Deleting port 29fd0629-f0ec-4fd1-a006-71f86568a346 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:07:53.377035 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a2d2453a-54a1-401a-a2d6-1d2148839fd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.382692 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] No Port match for: 47c855a9-802f-4899-a8e4-a63026ad3acd {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:07:53.383039 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 47c855a9-802f-4899-a8e4-a63026ad3acd not bound to the agent host dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:07:53.478690 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [None req-a2d2453a-54a1-401a-a2d6-1d2148839fd6 admin admin] For port 29fd0629-f0ec-4fd1-a006-71f86568a346, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=29fd0629-f0ec-4fd1-a006-71f86568a346,segment=NetworkSegment(130d6f67-0a99-4f12-9e01-d49e6c783317),segment_id=130d6f67-0a99-4f12-9e01-d49e6c783317)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:53.479056 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a2d2453a-54a1-401a-a2d6-1d2148839fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.502760 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed4f105-55f1-460a-9d28-71db6c78a423 None None] DHCP port deletion for 4bd3a929-9efd-4c35-af1e-656216678278 request from dv-cinder-774286-14-iscsi {{(pid=78744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 15:07:53.568434 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-2ed4f105-55f1-460a-9d28-71db6c78a423 None None] Deleting port 29fd0629-f0ec-4fd1-a006-71f86568a346 {{(pid=78744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:07:53.568814 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2ed4f105-55f1-460a-9d28-71db6c78a423 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.600699 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-a2d2453a-54a1-401a-a2d6-1d2148839fd6 admin admin] Calling delete_port for 29fd0629-f0ec-4fd1-a006-71f86568a346 owned by network:dhcp {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:07:53.646303 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a2d2453a-54a1-401a-a2d6-1d2148839fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.649978 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:53.667603 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-2ed4f105-55f1-460a-9d28-71db6c78a423 None None] For port 29fd0629-f0ec-4fd1-a006-71f86568a346, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=29fd0629-f0ec-4fd1-a006-71f86568a346,segment=NetworkSegment(130d6f67-0a99-4f12-9e01-d49e6c783317),segment_id=130d6f67-0a99-4f12-9e01-d49e6c783317)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:53.668064 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2ed4f105-55f1-460a-9d28-71db6c78a423 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.694701 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2453a-54a1-401a-a2d6-1d2148839fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=29fd0629-f0ec-4fd1-a006-71f86568a346,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:53.698147 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-a2d2453a-54a1-401a-a2d6-1d2148839fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:53.700382 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d2453a-54a1-401a-a2d6-1d2148839fd6 admin admin] No DVR routers for this DVR port 29fd0629-f0ec-4fd1-a006-71f86568a346 on host dv-cinder-774286-14-iscsi {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:07:53.788901 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-2ed4f105-55f1-460a-9d28-71db6c78a423 None None] Calling delete_port for 29fd0629-f0ec-4fd1-a006-71f86568a346 owned by network:dhcp {{(pid=78744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:07:53.812843 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a2d2453a-54a1-401a-a2d6-1d2148839fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488998', 'neutron.services.segments.db._delete_segments_for_network-8729787289501'] for network, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.825135 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-a2d2453a-54a1-401a-a2d6-1d2148839fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd3a929-9efd-4c35-af1e-656216678278']}} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:53.836613 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-a2d2453a-54a1-401a-a2d6-1d2148839fd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130d6f67-0a99-4f12-9e01-d49e6c783317') {'for_net_delete': True} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:53.836905 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-a2d2453a-54a1-401a-a2d6-1d2148839fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130d6f67-0a99-4f12-9e01-d49e6c783317') {} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:53.848309 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a2d2453a-54a1-401a-a2d6-1d2148839fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729787301479', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1867916'] for segment, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.864253 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a2d2453a-54a1-401a-a2d6-1d2148839fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.870466 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d2453a-54a1-401a-a2d6-1d2148839fd6 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=78743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:07:53.870827 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a2d2453a-54a1-401a-a2d6-1d2148839fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2001209'] for segment, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: Traceback (most recent call last): May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: timer() May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: cb(*args, **kw) May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: return func(*args, **kwargs) May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: self._notify() May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: self.callback(batched_events) May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: event.method(event) May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: return f(self, *a, **k) May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: return self._get(url).json() May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: return self.request(url, 'GET', **kwargs) May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:07:53.883688 dv-cinder-774286-14-iscsi neutron-server[78743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:07:53.915899 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2ed4f105-55f1-460a-9d28-71db6c78a423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549'] for port, after_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.920174 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:53.960079 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a2d2453a-54a1-401a-a2d6-1d2148839fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405887'] for network, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.963429 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4f105-55f1-460a-9d28-71db6c78a423 None None] Pushing event deleted for resources: {'Port': ['ID=29fd0629-f0ec-4fd1-a006-71f86568a346,revision_number=None']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:53.964100 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed4f105-55f1-460a-9d28-71db6c78a423 None None] No DVR routers for this DVR port 29fd0629-f0ec-4fd1-a006-71f86568a346 on host dv-cinder-774286-14-iscsi {{(pid=78744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:07:53.966124 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-a2d2453a-54a1-401a-a2d6-1d2148839fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:53.969643 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:53.971775 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed4f105-55f1-460a-9d28-71db6c78a423 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:53.972151 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed4f105-55f1-460a-9d28-71db6c78a423 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:53.972488 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed4f105-55f1-460a-9d28-71db6c78a423 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:53.972820 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed4f105-55f1-460a-9d28-71db6c78a423 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:53.973145 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed4f105-55f1-460a-9d28-71db6c78a423 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:53.973470 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed4f105-55f1-460a-9d28-71db6c78a423 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:53.973789 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed4f105-55f1-460a-9d28-71db6c78a423 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:53.974110 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed4f105-55f1-460a-9d28-71db6c78a423 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:53.974438 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed4f105-55f1-460a-9d28-71db6c78a423 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:53.974742 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed4f105-55f1-460a-9d28-71db6c78a423 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:53.975073 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed4f105-55f1-460a-9d28-71db6c78a423 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:53.975374 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed4f105-55f1-460a-9d28-71db6c78a423 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:53.978426 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-2ed4f105-55f1-460a-9d28-71db6c78a423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:53.994326 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2453a-54a1-401a-a2d6-1d2148839fd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bd3a929-9efd-4c35-af1e-656216678278,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:53.997424 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-a2d2453a-54a1-401a-a2d6-1d2148839fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:54.001717 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-a2d2453a-54a1-401a-a2d6-1d2148839fd6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4bd3a929-9efd-4c35-af1e-656216678278 HTTP/1.1" status: 204 len: 168 time: 0.8072128 May 10 15:07:54.114190 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 47568) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:07:54.161674 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-6081e17f-a13f-434e-80bb-8608798dc347 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fffa979fe3184d2a9b52cf1e0d0c6fed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0463190 May 10 15:07:54.164286 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 47572) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:07:54.223527 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0add663e-13fa-4e04-9ac6-48ad17a4d84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:54.248940 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0add663e-13fa-4e04-9ac6-48ad17a4d84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:54.300727 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0add663e-13fa-4e04-9ac6-48ad17a4d84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:54.304339 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-f8d2eb8a-3ee8-4e72-9492-f2efe188a4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:54.315127 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add663e-13fa-4e04-9ac6-48ad17a4d84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f2f440-cd37-4dfd-ba64-a55dd87000a3,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:54.325472 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0add663e-13fa-4e04-9ac6-48ad17a4d84d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:54.325847 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0add663e-13fa-4e04-9ac6-48ad17a4d84d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:54.326214 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0add663e-13fa-4e04-9ac6-48ad17a4d84d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:54.326583 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0add663e-13fa-4e04-9ac6-48ad17a4d84d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:54.326938 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0add663e-13fa-4e04-9ac6-48ad17a4d84d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:54.327298 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0add663e-13fa-4e04-9ac6-48ad17a4d84d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:54.327652 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0add663e-13fa-4e04-9ac6-48ad17a4d84d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:54.328033 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0add663e-13fa-4e04-9ac6-48ad17a4d84d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:54.328392 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0add663e-13fa-4e04-9ac6-48ad17a4d84d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:54.328743 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0add663e-13fa-4e04-9ac6-48ad17a4d84d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:54.329091 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0add663e-13fa-4e04-9ac6-48ad17a4d84d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:54.329442 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0add663e-13fa-4e04-9ac6-48ad17a4d84d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:07:54.332016 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0add663e-13fa-4e04-9ac6-48ad17a4d84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:54.333074 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-0add663e-13fa-4e04-9ac6-48ad17a4d84d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b3f2f440-cd37-4dfd-ba64-a55dd87000a3 HTTP/1.1" status: 204 len: 168 time: 0.1675806 May 10 15:07:54.333934 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0add663e-13fa-4e04-9ac6-48ad17a4d84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:55.268348 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 29fd0629-f0ec-4fd1-a006-71f86568a346 no longer exists at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:07:55.304652 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] No Port match for: 29fd0629-f0ec-4fd1-a006-71f86568a346 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:07:55.305001 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 29fd0629-f0ec-4fd1-a006-71f86568a346 not bound to the agent host dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:07:56.121248 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efd863-5fef-4b06-b58c-51ffdd78cb48 req-32dec6c0-c053-4f53-82b2-5414c8485ed4 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:56.122905 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b4efd863-5fef-4b06-b58c-51ffdd78cb48 req-32dec6c0-c053-4f53-82b2-5414c8485ed4 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 947 time: 0.0896962 May 10 15:07:56.166659 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b4efd863-5fef-4b06-b58c-51ffdd78cb48 req-5029869f-e957-4af3-855c-23cf72cdcdb4 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375879 May 10 15:07:57.487383 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71c39e-3bed-42c2-a8a2-2598223332fe req-6b342168-1952-43c9-b293-87733a4a5b9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:57.488880 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1d71c39e-3bed-42c2-a8a2-2598223332fe req-6b342168-1952-43c9-b293-87733a4a5b9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 947 time: 0.2098207 May 10 15:07:57.549201 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1d71c39e-3bed-42c2-a8a2-2598223332fe req-1dd2d9d6-a69c-467a-ad2d-4fe5b96c63a5 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups?id=eaf780f4-ddbd-41ea-a7f3-57f813337f89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533068 May 10 15:07:57.559288 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f05a4a-bd15-4881-9421-e7e6f59fcb74 req-7d1ac603-fe81-4a0b-835c-35712d5c2a3a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:07:57.560752 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b7f05a4a-bd15-4881-9421-e7e6f59fcb74 req-7d1ac603-fe81-4a0b-835c-35712d5c2a3a tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 947 time: 0.1392441 May 10 15:07:57.701261 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-b7f05a4a-bd15-4881-9421-e7e6f59fcb74 req-90c84e80-22f6-458f-85cf-bfded5372e77 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Deleting port 2ba923d7-1c47-4c38-a98e-f30b53970fef {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:07:57.701600 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b7f05a4a-bd15-4881-9421-e7e6f59fcb74 req-90c84e80-22f6-458f-85cf-bfded5372e77 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:57.827346 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-b7f05a4a-bd15-4881-9421-e7e6f59fcb74 req-90c84e80-22f6-458f-85cf-bfded5372e77 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] For port 2ba923d7-1c47-4c38-a98e-f30b53970fef, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2ba923d7-1c47-4c38-a98e-f30b53970fef,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:07:57.827695 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b7f05a4a-bd15-4881-9421-e7e6f59fcb74 req-90c84e80-22f6-458f-85cf-bfded5372e77 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:58.109195 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b7f05a4a-bd15-4881-9421-e7e6f59fcb74 req-90c84e80-22f6-458f-85cf-bfded5372e77 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:58.109569 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b7f05a4a-bd15-4881-9421-e7e6f59fcb74 req-90c84e80-22f6-458f-85cf-bfded5372e77 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405872'] for floatingip, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:58.109887 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.db.l3_db [req-b7f05a4a-bd15-4881-9421-e7e6f59fcb74 req-90c84e80-22f6-458f-85cf-bfded5372e77 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Floating IP 0a900a85-0ff6-4495-a8fe-c89d197aa4ab disassociated. External IP: 172.27.2.99, port: 2ba923d7-1c47-4c38-a98e-f30b53970fef. May 10 15:07:58.110217 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-b7f05a4a-bd15-4881-9421-e7e6f59fcb74 req-90c84e80-22f6-458f-85cf-bfded5372e77 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Calling delete_port for 2ba923d7-1c47-4c38-a98e-f30b53970fef owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:07:58.217424 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b7f05a4a-bd15-4881-9421-e7e6f59fcb74 req-90c84e80-22f6-458f-85cf-bfded5372e77 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:58.222643 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-65de54b0-dbad-4f05-8af4-0048ed4def71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:07:58.263864 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c84e80-22f6-458f-85cf-bfded5372e77 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Pushing event deleted for resources: {'Port': ['ID=2ba923d7-1c47-4c38-a98e-f30b53970fef,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:07:58.267342 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-90c84e80-22f6-458f-85cf-bfded5372e77 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:07:58.451009 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7f05a4a-bd15-4881-9421-e7e6f59fcb74 req-90c84e80-22f6-458f-85cf-bfded5372e77 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Router aee02500-0660-4c1d-b52a-d9f200bbfb5f has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:07:58.630057 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7f05a4a-bd15-4881-9421-e7e6f59fcb74 req-90c84e80-22f6-458f-85cf-bfded5372e77 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:07:58.644262 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f5ca1c-d0df-4215-81fd-149955bdb8c0 None None] Sync routers for ids ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'] in dv-cinder-774286-14-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:07:58.662670 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f5ca1c-d0df-4215-81fd-149955bdb8c0 None None] Routers {'aee02500-0660-4c1d-b52a-d9f200bbfb5f'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:07:58.663297 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-08f5ca1c-d0df-4215-81fd-149955bdb8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:07:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:58.720843 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f05a4a-bd15-4881-9421-e7e6f59fcb74 req-90c84e80-22f6-458f-85cf-bfded5372e77 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] No DVR routers for this DVR port 2ba923d7-1c47-4c38-a98e-f30b53970fef on host hv-cinder-77428 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:07:58.756945 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b7f05a4a-bd15-4881-9421-e7e6f59fcb74 req-90c84e80-22f6-458f-85cf-bfded5372e77 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:07:58.762056 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0f32fc-5690-44d6-8ec4-38d7ec3af82c', 'name': 'network-vif-deleted', 'tag': '2ba923d7-1c47-4c38-a98e-f30b53970fef'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:07:58.795576 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-d1aa1f37-9c0e-46a7-8070-7fe53bf39efd req-b879e692-61fa-4612-bc71-031232ff1317 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Synchronizing usage tracker for tenant:59b50fa570d5493abb0dae5e9d6f7738 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:07:58.800170 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b7f05a4a-bd15-4881-9421-e7e6f59fcb74 req-90c84e80-22f6-458f-85cf-bfded5372e77 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.47 "DELETE /v2.0/ports/2ba923d7-1c47-4c38-a98e-f30b53970fef HTTP/1.1" status: 204 len: 173 time: 1.2305601 May 10 15:07:58.823100 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0f32fc-5690-44d6-8ec4-38d7ec3af82c', 'name': 'network-vif-deleted', 'tag': '2ba923d7-1c47-4c38-a98e-f30b53970fef', 'status': 'completed', 'code': 200} May 10 15:07:58.837646 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-d1aa1f37-9c0e-46a7-8070-7fe53bf39efd req-b879e692-61fa-4612-bc71-031232ff1317 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Unset dirty status for tenant:59b50fa570d5493abb0dae5e9d6f7738 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:07:58.839151 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d1aa1f37-9c0e-46a7-8070-7fe53bf39efd req-b879e692-61fa-4612-bc71-031232ff1317 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0f32fc-5690-44d6-8ec4-38d7ec3af82c HTTP/1.1" status: 200 len: 210 time: 0.1197808 May 10 15:07:58.875503 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-08f5ca1c-d0df-4215-81fd-149955bdb8c0 None None] Set router aee02500-0660-4c1d-b52a-d9f200bbfb5f gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:07:59.203237 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-08f5ca1c-d0df-4215-81fd-149955bdb8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1761442963-router', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:43Z', 'updated_at': '2021-05-10T15:00:56Z', 'revision_number': 4, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'gw_port': {'id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:44Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': 'e1978893-0d91-4b79-bc44-5e9b70978083', 'name': '', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'mac_address': 'fa:16:3e:e6:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:54Z', 'updated_at': '2021-05-10T15:01:07Z', 'revision_number': 5, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'subnets': [{'id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:59.207006 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f5ca1c-d0df-4215-81fd-149955bdb8c0 None None] Checking router: aee02500-0660-4c1d-b52a-d9f200bbfb5f for host: dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:07:59.215637 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f5ca1c-d0df-4215-81fd-149955bdb8c0 None None] Routers {'aee02500-0660-4c1d-b52a-d9f200bbfb5f'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:07:59.216222 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-08f5ca1c-d0df-4215-81fd-149955bdb8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:07:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:59.384375 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-08f5ca1c-d0df-4215-81fd-149955bdb8c0 None None] Set router aee02500-0660-4c1d-b52a-d9f200bbfb5f gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:07:59.705287 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-08f5ca1c-d0df-4215-81fd-149955bdb8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1761442963-router', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:43Z', 'updated_at': '2021-05-10T15:00:56Z', 'revision_number': 4, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'gw_port': {'id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:44Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': 'e1978893-0d91-4b79-bc44-5e9b70978083', 'name': '', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'mac_address': 'fa:16:3e:e6:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:54Z', 'updated_at': '2021-05-10T15:01:07Z', 'revision_number': 5, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'subnets': [{'id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:07:59.709011 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f5ca1c-d0df-4215-81fd-149955bdb8c0 None None] The sync data for ids ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'] in dv-cinder-774286-14-iscsi is: [{'id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1761442963-router', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:43Z', 'updated_at': '2021-05-10T15:00:56Z', 'revision_number': 4, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'gw_port': {'id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:44Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': 'e1978893-0d91-4b79-bc44-5e9b70978083', 'name': '', 'network_id': '7900d589-d085-4d9e-bb39-0c869bf63df8', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'mac_address': 'fa:16:3e:e6:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:54Z', 'updated_at': '2021-05-10T15:01:07Z', 'revision_number': 5, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'subnets': [{'id': '4b7e9e96-1dce-417a-b62d-87a2de80d899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:07:59.893208 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b881d1-8731-497a-a8e0-071d3d3db4eb None None] New status for floating IP 0a900a85-0ff6-4495-a8fe-c89d197aa4ab: DOWN {{(pid=78744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:07:59.970799 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 47662) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:00.039550 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-db57b567-4b65-4804-900f-c1ce756f9c15 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:00.068097 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-db57b567-4b65-4804-900f-c1ce756f9c15 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:00.121739 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-db57b567-4b65-4804-900f-c1ce756f9c15 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:00.126762 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-256906ef-79f9-4145-8f5b-45272910d5fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:00.144644 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57b567-4b65-4804-900f-c1ce756f9c15 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf780f4-ddbd-41ea-a7f3-57f813337f89,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:00.147865 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-db57b567-4b65-4804-900f-c1ce756f9c15 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:00.154837 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-db57b567-4b65-4804-900f-c1ce756f9c15 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:00.158319 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-db57b567-4b65-4804-900f-c1ce756f9c15 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "DELETE /v2.0/security-groups/eaf780f4-ddbd-41ea-a7f3-57f813337f89 HTTP/1.1" status: 204 len: 168 time: 0.1841571 May 10 15:08:00.158670 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 47668) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:00.175772 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.api.v2.resource [None req-d9ff1d35-3f2f-443e-a900-9d05921731bd tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] show failed (client error): The resource could not be found. May 10 15:08:00.176990 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-d9ff1d35-3f2f-443e-a900-9d05921731bd tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "GET /v2.0/security-groups/eaf780f4-ddbd-41ea-a7f3-57f813337f89 HTTP/1.1" status: 404 len: 347 time: 0.0172684 May 10 15:08:00.179750 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 47672) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:00.471999 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-94326c6c-69f3-4cd0-9080-0fb3b0bdd8b8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Deleting port 5994e0b1-b894-4670-a24e-fda12b1e5d18 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:08:00.472332 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-94326c6c-69f3-4cd0-9080-0fb3b0bdd8b8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:00.585223 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-94326c6c-69f3-4cd0-9080-0fb3b0bdd8b8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:00.585537 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-94326c6c-69f3-4cd0-9080-0fb3b0bdd8b8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:00.702679 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-94326c6c-69f3-4cd0-9080-0fb3b0bdd8b8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Calling delete_port for 5994e0b1-b894-4670-a24e-fda12b1e5d18 owned by network:floatingip {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:08:00.807067 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-94326c6c-69f3-4cd0-9080-0fb3b0bdd8b8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:00.811157 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:00.856140 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94326c6c-69f3-4cd0-9080-0fb3b0bdd8b8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Pushing event deleted for resources: {'Port': ['ID=5994e0b1-b894-4670-a24e-fda12b1e5d18,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:00.880192 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-94326c6c-69f3-4cd0-9080-0fb3b0bdd8b8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:00.940433 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-94326c6c-69f3-4cd0-9080-0fb3b0bdd8b8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks [] for floatingip, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:00.957549 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-94326c6c-69f3-4cd0-9080-0fb3b0bdd8b8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for floatingip, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:00.958654 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-94326c6c-69f3-4cd0-9080-0fb3b0bdd8b8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] 10.222.0.30 "DELETE /v2.0/floatingips/0a900a85-0ff6-4495-a8fe-c89d197aa4ab HTTP/1.1" status: 204 len: 168 time: 0.7778063 May 10 15:08:01.157682 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 2ba923d7-1c47-4c38-a98e-f30b53970fef no longer exists at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:08:01.192384 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] No Port match for: 2ba923d7-1c47-4c38-a98e-f30b53970fef {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:08:01.192734 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 2ba923d7-1c47-4c38-a98e-f30b53970fef not bound to the agent host hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:08:04.264473 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:04.814710 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 47720) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:05.603382 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-64806899-39db-41c1-8b62-5a4302a0d31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394569'] for router_interface, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:05.869230 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-4843bd19-ce32-4852-ba75-b853db447b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:06.011072 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-64806899-39db-41c1-8b62-5a4302a0d31a admin admin] Deleting port e1978893-0d91-4b79-bc44-5e9b70978083 {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:08:06.011627 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-64806899-39db-41c1-8b62-5a4302a0d31a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:06.128807 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-64806899-39db-41c1-8b62-5a4302a0d31a admin admin] For port e1978893-0d91-4b79-bc44-5e9b70978083, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=e1978893-0d91-4b79-bc44-5e9b70978083,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:06.129153 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-64806899-39db-41c1-8b62-5a4302a0d31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:06.247614 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-64806899-39db-41c1-8b62-5a4302a0d31a admin admin] Calling delete_port for e1978893-0d91-4b79-bc44-5e9b70978083 owned by network:router_interface {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:08:06.429138 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3acc9645-7e38-4a67-be17-80c528099045 req-be193ba7-3af7-4312-80ed-ba85e1007014 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721133 May 10 15:08:06.511455 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-64806899-39db-41c1-8b62-5a4302a0d31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:06.515890 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-11f07bcd-2af9-4bc2-b0f5-0920b3e95fde tempest-VolumesSnapshotTestJSON-1901045478 tempest-VolumesSnapshotTestJSON-1901045478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:06.522799 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc9645-7e38-4a67-be17-80c528099045 req-4971b5cd-4b56-4716-b964-e710e59108fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:06.524299 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3acc9645-7e38-4a67-be17-80c528099045 req-4971b5cd-4b56-4716-b964-e710e59108fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8900b9d0dbfa4995b809f83538bb787d&device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 1098 time: 0.0703263 May 10 15:08:06.558340 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64806899-39db-41c1-8b62-5a4302a0d31a admin admin] Pushing event deleted for resources: {'Port': ['ID=e1978893-0d91-4b79-bc44-5e9b70978083,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:06.561278 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-64806899-39db-41c1-8b62-5a4302a0d31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:06.692955 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc9645-7e38-4a67-be17-80c528099045 req-867c3e1e-626f-43e4-a143-f27495ccadae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:06.694323 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3acc9645-7e38-4a67-be17-80c528099045 req-867c3e1e-626f-43e4-a143-f27495ccadae service neutron] 10.222.0.47 "GET /v2.0/networks?id=7922592b-e5c7-4166-aa1b-a45eebe02820 HTTP/1.1" status: 200 len: 910 time: 0.1500683 May 10 15:08:06.814173 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3acc9645-7e38-4a67-be17-80c528099045 req-eb7dc958-ce2f-477a-9493-20d775700e70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6185a962-c7b7-43fa-9fea-52202bb0b02f HTTP/1.1" status: 200 len: 1001 time: 0.1127210 May 10 15:08:06.880372 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc9645-7e38-4a67-be17-80c528099045 req-3d0f3a4f-7b05-4645-9b99-2ee56e013df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:06.881811 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3acc9645-7e38-4a67-be17-80c528099045 req-3d0f3a4f-7b05-4645-9b99-2ee56e013df2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c58900c-b895-4de8-960a-0862563ac0ec HTTP/1.1" status: 200 len: 848 time: 0.0609128 May 10 15:08:06.946259 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-64806899-39db-41c1-8b62-5a4302a0d31a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417785'] for router_interface, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:06.962214 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc9645-7e38-4a67-be17-80c528099045 req-8168311f-fd0f-4171-a37b-ad3d6a7b1036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:06.964315 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3acc9645-7e38-4a67-be17-80c528099045 req-8168311f-fd0f-4171-a37b-ad3d6a7b1036 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7922592b-e5c7-4166-aa1b-a45eebe02820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0753596 May 10 15:08:07.097763 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3acc9645-7e38-4a67-be17-80c528099045 req-fdfb1076-bd31-4b3f-888a-e28574f90627 service neutron] 10.222.0.47 "GET /v2.0/networks/7922592b-e5c7-4166-aa1b-a45eebe02820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251531 May 10 15:08:07.306757 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64806899-39db-41c1-8b62-5a4302a0d31a admin admin] Router aee02500-0660-4c1d-b52a-d9f200bbfb5f has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:08:07.316933 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3acc9645-7e38-4a67-be17-80c528099045 req-33a733c6-2114-4d21-adaa-d65e5c173f14 service neutron] 10.222.0.47 "GET /v2.0/networks/7922592b-e5c7-4166-aa1b-a45eebe02820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096822 May 10 15:08:07.480760 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64806899-39db-41c1-8b62-5a4302a0d31a admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:08:07.488861 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ee7604-5c53-40e5-bd7e-63327a843971 None None] Sync routers for ids ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'] in dv-cinder-774286-14-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:08:07.493297 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-64806899-39db-41c1-8b62-5a4302a0d31a admin admin] 10.222.0.30 "PUT /v2.0/routers/aee02500-0660-4c1d-b52a-d9f200bbfb5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6772556 May 10 15:08:07.495574 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 47758) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:07.498230 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ee7604-5c53-40e5-bd7e-63327a843971 None None] Routers {'aee02500-0660-4c1d-b52a-d9f200bbfb5f'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:08:07.498903 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-12ee7604-5c53-40e5-bd7e-63327a843971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:07:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:07.664992 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1737c68f-1ceb-4b51-914b-1797f371e341 admin admin] Notify callbacks [] for router, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:07.671906 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-12ee7604-5c53-40e5-bd7e-63327a843971 None None] Set router aee02500-0660-4c1d-b52a-d9f200bbfb5f gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:08:07.834847 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1737c68f-1ceb-4b51-914b-1797f371e341 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:07.903560 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-1737c68f-1ceb-4b51-914b-1797f371e341 admin admin] Deleting port 976921cf-fc9e-433f-8098-eb91029d01c3 {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:08:07.903900 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1737c68f-1ceb-4b51-914b-1797f371e341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:07.947557 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-12ee7604-5c53-40e5-bd7e-63327a843971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1761442963-router', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:43Z', 'updated_at': '2021-05-10T15:08:06Z', 'revision_number': 5, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'gw_port': {'id': '976921cf-fc9e-433f-8098-eb91029d01c3', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:00:44Z', 'updated_at': '2021-05-10T15:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:07.952000 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ee7604-5c53-40e5-bd7e-63327a843971 None None] Checking router: aee02500-0660-4c1d-b52a-d9f200bbfb5f for host: dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:08:07.960748 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ee7604-5c53-40e5-bd7e-63327a843971 None None] Routers {'aee02500-0660-4c1d-b52a-d9f200bbfb5f'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:08:07.961344 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-12ee7604-5c53-40e5-bd7e-63327a843971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:07:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:08.035810 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-1737c68f-1ceb-4b51-914b-1797f371e341 admin admin] For port 976921cf-fc9e-433f-8098-eb91029d01c3, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=976921cf-fc9e-433f-8098-eb91029d01c3,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:08.037561 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1737c68f-1ceb-4b51-914b-1797f371e341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:08.116236 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-12ee7604-5c53-40e5-bd7e-63327a843971 None None] Set router aee02500-0660-4c1d-b52a-d9f200bbfb5f gateway port host: None {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:08:08.226200 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-12ee7604-5c53-40e5-bd7e-63327a843971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1761442963-router', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:43Z', 'updated_at': '2021-05-10T15:08:07Z', 'revision_number': 6, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'gw_port_host': None}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:08.231081 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ee7604-5c53-40e5-bd7e-63327a843971 None None] The sync data for ids ['aee02500-0660-4c1d-b52a-d9f200bbfb5f'] in dv-cinder-774286-14-iscsi is: [{'id': 'aee02500-0660-4c1d-b52a-d9f200bbfb5f', 'name': 'tempest-AttachVolumeShelveTestJSON-1761442963-router', 'tenant_id': '59b50fa570d5493abb0dae5e9d6f7738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:00:43Z', 'updated_at': '2021-05-10T15:08:07Z', 'revision_number': 6, 'project_id': '59b50fa570d5493abb0dae5e9d6f7738', 'gw_port_host': None}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:08:08.289250 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-1737c68f-1ceb-4b51-914b-1797f371e341 admin admin] Calling delete_port for 976921cf-fc9e-433f-8098-eb91029d01c3 owned by network:router_gateway {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:08:08.423594 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1737c68f-1ceb-4b51-914b-1797f371e341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:08.427945 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-bb3b207a-9b38-4886-931b-9eccb8f13d0c tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:08.442163 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:08.474106 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737c68f-1ceb-4b51-914b-1797f371e341 admin admin] Pushing event deleted for resources: {'Port': ['ID=976921cf-fc9e-433f-8098-eb91029d01c3,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:08.477238 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-1737c68f-1ceb-4b51-914b-1797f371e341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:08.563526 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1737c68f-1ceb-4b51-914b-1797f371e341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405869'] for router_gateway, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:08.600588 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-377e16dc-c068-4566-9a9b-185b7ce853ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:08.738380 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1737c68f-1ceb-4b51-914b-1797f371e341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29790'] for router, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:08.740545 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1737c68f-1ceb-4b51-914b-1797f371e341 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:08.822503 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1737c68f-1ceb-4b51-914b-1797f371e341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417407'] for router, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:08.823019 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1737c68f-1ceb-4b51-914b-1797f371e341 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aee02500-0660-4c1d-b52a-d9f200bbfb5f {{(pid=78742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:08:08.835016 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1737c68f-1ceb-4b51-914b-1797f371e341 admin admin] Notify callbacks [] for router, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:08.836160 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-1737c68f-1ceb-4b51-914b-1797f371e341 admin admin] 10.222.0.30 "DELETE /v2.0/routers/aee02500-0660-4c1d-b52a-d9f200bbfb5f HTTP/1.1" status: 204 len: 168 time: 1.3397846 May 10 15:08:08.839154 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 47776) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:08.898941 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b162a2-97c7-44dd-bdbb-1af061b22d7a admin admin] Deleting subnet 4b7e9e96-1dce-417a-b62d-87a2de80d899 {{(pid=78742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:08:08.902385 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f6b162a2-97c7-44dd-bdbb-1af061b22d7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:08.948942 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f6b162a2-97c7-44dd-bdbb-1af061b22d7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2091132'] for subnet, precommit_delete_associations {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:09.066149 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f6b162a2-97c7-44dd-bdbb-1af061b22d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482653'] for subnet, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:09.286780 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 976921cf-fc9e-433f-8098-eb91029d01c3 no longer exists at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:08:09.316319 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f6b162a2-97c7-44dd-bdbb-1af061b22d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10903567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10807567'] for subnet, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:09.320566 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8999a235-c9c5-4bd4-845d-3ff152200041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:09.325671 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] No Port match for: 976921cf-fc9e-433f-8098-eb91029d01c3 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:08:09.326019 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 976921cf-fc9e-433f-8098-eb91029d01c3 not bound to the agent host dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:08:09.326427 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device e1978893-0d91-4b79-bc44-5e9b70978083 no longer exists at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:08:09.352367 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b162a2-97c7-44dd-bdbb-1af061b22d7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b7e9e96-1dce-417a-b62d-87a2de80d899,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:09.356369 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-f6b162a2-97c7-44dd-bdbb-1af061b22d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:09.360274 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f6b162a2-97c7-44dd-bdbb-1af061b22d7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:09.360846 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] No Port match for: e1978893-0d91-4b79-bc44-5e9b70978083 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:08:09.361249 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device e1978893-0d91-4b79-bc44-5e9b70978083 not bound to the agent host dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:08:09.366196 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-f6b162a2-97c7-44dd-bdbb-1af061b22d7a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4b7e9e96-1dce-417a-b62d-87a2de80d899 HTTP/1.1" status: 204 len: 168 time: 0.5261085 May 10 15:08:09.368718 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 47782) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:09.370047 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672225bf-c9ea-47ff-849e-2a69c067deb8 None None] Network 7900d589-d085-4d9e-bb39-0c869bf63df8 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:08:09.477079 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:09.489657 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-aaff9e90-6b81-47b2-844d-1f1af6313437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3591965'] for network, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:09.574382 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-aaff9e90-6b81-47b2-844d-1f1af6313437 admin admin] Deleting port 18f3f29f-7f45-4d02-b266-5f6ae0c879cc {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:08:09.574874 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-aaff9e90-6b81-47b2-844d-1f1af6313437 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:09.669376 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23b3168-0be9-422c-b9c3-7334e1175987 None None] DHCP port deletion for 7900d589-d085-4d9e-bb39-0c869bf63df8 request from dv-cinder-774286-14-iscsi {{(pid=78744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 15:08:09.681279 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [None req-aaff9e90-6b81-47b2-844d-1f1af6313437 admin admin] For port 18f3f29f-7f45-4d02-b266-5f6ae0c879cc, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=18f3f29f-7f45-4d02-b266-5f6ae0c879cc,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:09.681649 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-aaff9e90-6b81-47b2-844d-1f1af6313437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:09.751622 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-e23b3168-0be9-422c-b9c3-7334e1175987 None None] Deleting port 18f3f29f-7f45-4d02-b266-5f6ae0c879cc {{(pid=78744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:08:09.752100 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e23b3168-0be9-422c-b9c3-7334e1175987 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:09.809024 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-aaff9e90-6b81-47b2-844d-1f1af6313437 admin admin] Calling delete_port for 18f3f29f-7f45-4d02-b266-5f6ae0c879cc owned by network:dhcp {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:08:09.853817 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-aaff9e90-6b81-47b2-844d-1f1af6313437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:09.859111 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-91dbcdbc-3b2f-449e-9b27-8ef3875df0c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:09.859290 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-e23b3168-0be9-422c-b9c3-7334e1175987 None None] For port 18f3f29f-7f45-4d02-b266-5f6ae0c879cc, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=18f3f29f-7f45-4d02-b266-5f6ae0c879cc,segment=NetworkSegment(7b80ebab-1ec2-4020-a231-02aa16ebc302),segment_id=7b80ebab-1ec2-4020-a231-02aa16ebc302)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:09.859678 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e23b3168-0be9-422c-b9c3-7334e1175987 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:09.906563 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff9e90-6b81-47b2-844d-1f1af6313437 admin admin] Pushing event deleted for resources: {'Port': ['ID=18f3f29f-7f45-4d02-b266-5f6ae0c879cc,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:09.908312 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaff9e90-6b81-47b2-844d-1f1af6313437 admin admin] No DVR routers for this DVR port 18f3f29f-7f45-4d02-b266-5f6ae0c879cc on host dv-cinder-774286-14-iscsi {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:08:09.909807 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-aaff9e90-6b81-47b2-844d-1f1af6313437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:09.982255 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-e23b3168-0be9-422c-b9c3-7334e1175987 None None] Calling delete_port for 18f3f29f-7f45-4d02-b266-5f6ae0c879cc owned by network:dhcp {{(pid=78744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:08:10.024644 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-aaff9e90-6b81-47b2-844d-1f1af6313437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488998', 'neutron.services.segments.db._delete_segments_for_network-8729787289501'] for network, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:10.024943 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e23b3168-0be9-422c-b9c3-7334e1175987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549'] for port, after_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:10.029358 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:10.037578 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-aaff9e90-6b81-47b2-844d-1f1af6313437 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7900d589-d085-4d9e-bb39-0c869bf63df8']}} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:10.050249 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-aaff9e90-6b81-47b2-844d-1f1af6313437 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b80ebab-1ec2-4020-a231-02aa16ebc302') {'for_net_delete': True} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:10.050566 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-aaff9e90-6b81-47b2-844d-1f1af6313437 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b80ebab-1ec2-4020-a231-02aa16ebc302') {} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:08:10.062431 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-aaff9e90-6b81-47b2-844d-1f1af6313437 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729787301479', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1867916'] for segment, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:10.078854 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b3168-0be9-422c-b9c3-7334e1175987 None None] Pushing event deleted for resources: {'Port': ['ID=18f3f29f-7f45-4d02-b266-5f6ae0c879cc,revision_number=None']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:10.079717 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-aaff9e90-6b81-47b2-844d-1f1af6313437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:10.081254 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-e23b3168-0be9-422c-b9c3-7334e1175987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:10.085692 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23b3168-0be9-422c-b9c3-7334e1175987 None None] No DVR routers for this DVR port 18f3f29f-7f45-4d02-b266-5f6ae0c879cc on host dv-cinder-774286-14-iscsi {{(pid=78744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:08:10.088652 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaff9e90-6b81-47b2-844d-1f1af6313437 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=78743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:08:10.089050 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-aaff9e90-6b81-47b2-844d-1f1af6313437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2001209'] for segment, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: Traceback (most recent call last): May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: timer() May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: cb(*args, **kw) May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: return func(*args, **kwargs) May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: self._notify() May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: self.callback(batched_events) May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: event.method(event) May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: return f(self, *a, **k) May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: return self._get(url).json() May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: return self.request(url, 'GET', **kwargs) May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:08:10.102466 dv-cinder-774286-14-iscsi neutron-server[78743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:08:10.180048 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-aaff9e90-6b81-47b2-844d-1f1af6313437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405887'] for network, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:10.184491 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:10.202014 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-aaff9e90-6b81-47b2-844d-1f1af6313437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:10.209356 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff9e90-6b81-47b2-844d-1f1af6313437 admin admin] Pushing event deleted for resources: {'Network': ['ID=7900d589-d085-4d9e-bb39-0c869bf63df8,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:10.214249 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-aaff9e90-6b81-47b2-844d-1f1af6313437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:10.226410 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-aaff9e90-6b81-47b2-844d-1f1af6313437 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7900d589-d085-4d9e-bb39-0c869bf63df8 HTTP/1.1" status: 204 len: 168 time: 0.8565519 May 10 15:08:10.337340 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 47800) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:10.384924 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-88c8fdf3-e1e9-4980-bd50-e40ca6421dee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=59b50fa570d5493abb0dae5e9d6f7738&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0463405 May 10 15:08:10.387192 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 47804) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:10.443012 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b3944d24-0a5e-448a-8524-3b47d3eb895f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:10.467118 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b3944d24-0a5e-448a-8524-3b47d3eb895f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:10.521260 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b3944d24-0a5e-448a-8524-3b47d3eb895f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:10.524763 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-140b110d-dc2c-4461-8d3b-d73d1c53df01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:10.538020 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3944d24-0a5e-448a-8524-3b47d3eb895f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889782bc-a83c-4690-b424-70a9274ed32e,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:10.540698 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b3944d24-0a5e-448a-8524-3b47d3eb895f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:10.546762 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b3944d24-0a5e-448a-8524-3b47d3eb895f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:10.547859 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-b3944d24-0a5e-448a-8524-3b47d3eb895f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/889782bc-a83c-4690-b424-70a9274ed32e HTTP/1.1" status: 204 len: 168 time: 0.1598024 May 10 15:08:10.938232 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:11.295011 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 18f3f29f-7f45-4d02-b266-5f6ae0c879cc no longer exists at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:08:11.328809 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] No Port match for: 18f3f29f-7f45-4d02-b266-5f6ae0c879cc {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:08:11.329153 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 18f3f29f-7f45-4d02-b266-5f6ae0c879cc not bound to the agent host dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:08:12.330333 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 47870) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:12.446656 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-522f59bd-bc60-401d-9f22-99c595477954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:12.461703 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-522f59bd-bc60-401d-9f22-99c595477954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:08:12.465569 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-522f59bd-bc60-401d-9f22-99c595477954 admin admin] Usage tracker for resource:security_group_rule and tenant:1d7236368bc6446891f2952b0a7d9d60 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:08:12.468356 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-522f59bd-bc60-401d-9f22-99c595477954 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:08:12.473960 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-522f59bd-bc60-401d-9f22-99c595477954 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:08:12.555059 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-522f59bd-bc60-401d-9f22-99c595477954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:12.559385 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-522f59bd-bc60-401d-9f22-99c595477954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:12.566331 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-15fe4ffe-bbf3-4846-b171-ed64178cf64e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:12.606803 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f59bd-bc60-401d-9f22-99c595477954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f95d7f5-3c93-47ad-aa4d-9094502f5394,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:12.611027 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-522f59bd-bc60-401d-9f22-99c595477954 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d7236368bc6446891f2952b0a7d9d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797055 May 10 15:08:12.611894 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-522f59bd-bc60-401d-9f22-99c595477954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:12.613767 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 47880) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:12.675893 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d337b5fa-be68-475a-ad5f-44dd14dd2b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:12.703442 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d337b5fa-be68-475a-ad5f-44dd14dd2b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:12.758940 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d337b5fa-be68-475a-ad5f-44dd14dd2b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:12.763919 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-2c1c0f99-09f5-443b-a1e8-ef57f20a160c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:12.774289 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337b5fa-be68-475a-ad5f-44dd14dd2b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f95d7f5-3c93-47ad-aa4d-9094502f5394,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:12.778019 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d337b5fa-be68-475a-ad5f-44dd14dd2b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:12.781590 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-d337b5fa-be68-475a-ad5f-44dd14dd2b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:12.782999 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-d337b5fa-be68-475a-ad5f-44dd14dd2b1e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f95d7f5-3c93-47ad-aa4d-9094502f5394 HTTP/1.1" status: 204 len: 168 time: 0.1682220 May 10 15:08:13.073545 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 47896) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:13.091005 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9ef3d0da-7495-42f7-bb9f-9ad8b1e7d7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:13.104960 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-9ef3d0da-7495-42f7-bb9f-9ad8b1e7d7a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:08:13.108744 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-9ef3d0da-7495-42f7-bb9f-9ad8b1e7d7a6 admin admin] Usage tracker for resource:security_group_rule and tenant:0fac9a9fcaa04090876fb1b502df0ea3 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:08:13.111482 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-9ef3d0da-7495-42f7-bb9f-9ad8b1e7d7a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:08:13.117099 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-9ef3d0da-7495-42f7-bb9f-9ad8b1e7d7a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:08:13.151008 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:08:13.200495 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9ef3d0da-7495-42f7-bb9f-9ad8b1e7d7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:13.203899 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-9ef3d0da-7495-42f7-bb9f-9ad8b1e7d7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:13.212243 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d337b5fa-be68-475a-ad5f-44dd14dd2b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:13.250593 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-9ef3d0da-7495-42f7-bb9f-9ad8b1e7d7a6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0fac9a9fcaa04090876fb1b502df0ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1760197 May 10 15:08:13.251480 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3d0da-7495-42f7-bb9f-9ad8b1e7d7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6df102d-a70c-4064-992d-7d089d6a57db,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:13.253278 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 47900) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:13.254459 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9ef3d0da-7495-42f7-bb9f-9ad8b1e7d7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:13.311760 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d1792fe5-1c44-4abe-85f5-a4b4f84c664c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:13.336223 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d1792fe5-1c44-4abe-85f5-a4b4f84c664c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:13.386915 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d1792fe5-1c44-4abe-85f5-a4b4f84c664c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:13.391708 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6f56bf34-32b1-4096-a482-f3ded28a5dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:13.403600 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1792fe5-1c44-4abe-85f5-a4b4f84c664c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6df102d-a70c-4064-992d-7d089d6a57db,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:13.406514 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d1792fe5-1c44-4abe-85f5-a4b4f84c664c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:13.408624 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d1792fe5-1c44-4abe-85f5-a4b4f84c664c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:13.410552 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-d1792fe5-1c44-4abe-85f5-a4b4f84c664c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6df102d-a70c-4064-992d-7d089d6a57db HTTP/1.1" status: 204 len: 168 time: 0.1556466 May 10 15:08:25.625682 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abda61f-5e81-451f-8a48-f8dcf48a3398 req-8215270d-0a37-4ddc-91c8-4c76ab97f1ea tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:25.627110 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9abda61f-5e81-451f-8a48-f8dcf48a3398 req-8215270d-0a37-4ddc-91c8-4c76ab97f1ea tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 945 time: 0.0839357 May 10 15:08:25.670204 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9abda61f-5e81-451f-8a48-f8dcf48a3398 req-7f20d7aa-71b3-4021-aa58-8fa6b7f4dae4 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374315 May 10 15:08:26.855812 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6892f-eda0-427f-abdb-8a2177c3c5d2 req-1dd6faa8-384c-4da8-8c26-34eda3fa4214 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:26.857335 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c5d6892f-eda0-427f-abdb-8a2177c3c5d2 req-1dd6faa8-384c-4da8-8c26-34eda3fa4214 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 945 time: 0.0813110 May 10 15:08:26.904171 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c5d6892f-eda0-427f-abdb-8a2177c3c5d2 req-79071fb3-9cf1-4c26-a40a-df4c4dd213a8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411317 May 10 15:08:28.135770 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da928d94-7f84-4d15-898a-b4b6f39c60a2 req-6fb35fe3-b099-480e-b4d0-c35cdfeb7b58 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:28.137273 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-da928d94-7f84-4d15-898a-b4b6f39c60a2 req-6fb35fe3-b099-480e-b4d0-c35cdfeb7b58 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 945 time: 0.0976272 May 10 15:08:28.183734 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-da928d94-7f84-4d15-898a-b4b6f39c60a2 req-88af9e48-a12e-4901-8bf5-61caf8d2baa4 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403368 May 10 15:08:29.469584 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44016644-af70-42eb-98ad-3bd8d2f8d91a req-fd5ed79c-5f29-4b7b-979d-e97a1352d03a tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:29.471021 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-44016644-af70-42eb-98ad-3bd8d2f8d91a req-fd5ed79c-5f29-4b7b-979d-e97a1352d03a tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 945 time: 0.1753473 May 10 15:08:29.521684 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-44016644-af70-42eb-98ad-3bd8d2f8d91a req-a5550102-0f4d-4265-8329-7f909b3c84e3 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430067 May 10 15:08:30.711424 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ca3d3-c566-4b35-b920-37228fa4231a req-170317a5-5ac5-42d1-8988-458471755068 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:30.712891 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a45ca3d3-c566-4b35-b920-37228fa4231a req-170317a5-5ac5-42d1-8988-458471755068 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 945 time: 0.0778596 May 10 15:08:30.765957 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a45ca3d3-c566-4b35-b920-37228fa4231a req-43959b23-35ec-42f0-bd0b-9e333a2d8393 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469120 May 10 15:08:31.951301 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1365b29-f04f-44a4-96c9-a4764447e5d4 req-95bff129-77b3-4f18-8dae-17f62ce6be35 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:31.952768 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b1365b29-f04f-44a4-96c9-a4764447e5d4 req-95bff129-77b3-4f18-8dae-17f62ce6be35 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 945 time: 0.0778527 May 10 15:08:31.996951 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b1365b29-f04f-44a4-96c9-a4764447e5d4 req-f90e1649-a7a9-4691-8c60-28f8ae56a8f2 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385969 May 10 15:08:33.188104 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9090d59-eaf1-4ada-84ff-dd80723f8ab7 req-5d6e3ed8-c5ec-40f9-982b-03a325599b10 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:33.189552 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a9090d59-eaf1-4ada-84ff-dd80723f8ab7 req-5d6e3ed8-c5ec-40f9-982b-03a325599b10 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 945 time: 0.0820959 May 10 15:08:33.232837 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a9090d59-eaf1-4ada-84ff-dd80723f8ab7 req-743a361b-bb83-4cf1-9304-c8943ad14cde tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376296 May 10 15:08:34.264562 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:34.413186 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355ac45-2e52-4c3d-afbd-a1c66b1d6e7e req-d5331362-0aa2-4a5f-8ca4-63dbb7aba96d tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:34.414789 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f355ac45-2e52-4c3d-afbd-a1c66b1d6e7e req-d5331362-0aa2-4a5f-8ca4-63dbb7aba96d tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 945 time: 0.0791662 May 10 15:08:34.460298 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f355ac45-2e52-4c3d-afbd-a1c66b1d6e7e req-4b75fba8-ebd0-4ee6-85d6-b9dc22270017 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398507 May 10 15:08:35.641104 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985875ee-454c-4259-ac19-b54a151fd269 req-316ce2f6-581e-4f15-a42d-aa42ba6eab73 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:35.642575 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-985875ee-454c-4259-ac19-b54a151fd269 req-316ce2f6-581e-4f15-a42d-aa42ba6eab73 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 945 time: 0.0803790 May 10 15:08:35.687746 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-985875ee-454c-4259-ac19-b54a151fd269 req-8ca0dfc9-c87b-4b63-9091-1bd2f7ca3844 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395484 May 10 15:08:35.852777 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bb0f9-21c7-4cf2-8e04-b1831d163583 req-72b0e183-3a33-47ac-b0b3-dd328ab25511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:35.855115 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-345bb0f9-21c7-4cf2-8e04-b1831d163583 req-72b0e183-3a33-47ac-b0b3-dd328ab25511 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8900b9d0dbfa4995b809f83538bb787d&device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 1098 time: 0.0785444 May 10 15:08:35.861500 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-11be086f-b3f1-44c3-bc73-1be72146f2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:35.985365 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bb0f9-21c7-4cf2-8e04-b1831d163583 req-6f867613-e610-4ccc-9e53-996e700ed328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:35.986776 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-345bb0f9-21c7-4cf2-8e04-b1831d163583 req-6f867613-e610-4ccc-9e53-996e700ed328 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7922592b-e5c7-4166-aa1b-a45eebe02820 HTTP/1.1" status: 200 len: 910 time: 0.1247046 May 10 15:08:36.091701 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-345bb0f9-21c7-4cf2-8e04-b1831d163583 req-a6894bd3-c2e3-4c8f-8026-dbabf7e98f3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6185a962-c7b7-43fa-9fea-52202bb0b02f HTTP/1.1" status: 200 len: 1001 time: 0.0981126 May 10 15:08:36.152946 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bb0f9-21c7-4cf2-8e04-b1831d163583 req-e1d9712e-2a16-4941-825a-15110858f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:36.154387 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-345bb0f9-21c7-4cf2-8e04-b1831d163583 req-e1d9712e-2a16-4941-825a-15110858f6b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c58900c-b895-4de8-960a-0862563ac0ec HTTP/1.1" status: 200 len: 848 time: 0.0566080 May 10 15:08:36.239949 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bb0f9-21c7-4cf2-8e04-b1831d163583 req-633bce1a-cd98-4bad-a3ad-290f7202f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:36.241596 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-345bb0f9-21c7-4cf2-8e04-b1831d163583 req-633bce1a-cd98-4bad-a3ad-290f7202f9d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7922592b-e5c7-4166-aa1b-a45eebe02820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0792367 May 10 15:08:36.376601 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-345bb0f9-21c7-4cf2-8e04-b1831d163583 req-08b78fb4-3d30-4e18-a3f2-6aff243f8e67 service neutron] 10.222.0.47 "GET /v2.0/networks/7922592b-e5c7-4166-aa1b-a45eebe02820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283224 May 10 15:08:36.507229 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-345bb0f9-21c7-4cf2-8e04-b1831d163583 req-65055cd6-6591-40c6-ad21-219928e84401 service neutron] 10.222.0.47 "GET /v2.0/networks/7922592b-e5c7-4166-aa1b-a45eebe02820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206841 May 10 15:08:36.867446 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfd7fd-3c40-459a-b170-07aa4b569726 req-e905a0f9-512d-4b7a-b9ca-d761772c4e12 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:36.868945 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a9cfd7fd-3c40-459a-b170-07aa4b569726 req-e905a0f9-512d-4b7a-b9ca-d761772c4e12 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 945 time: 0.0791569 May 10 15:08:36.915236 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a9cfd7fd-3c40-459a-b170-07aa4b569726 req-89c8c04e-c961-4a97-aa42-6d576dba28ea tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401480 May 10 15:08:37.862605 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 48304) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:37.978240 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-54000b3f-bde3-4df5-8ab4-c226bf4837ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:37.992968 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-54000b3f-bde3-4df5-8ab4-c226bf4837ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:08:37.996832 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-54000b3f-bde3-4df5-8ab4-c226bf4837ab admin admin] Usage tracker for resource:security_group_rule and tenant:6f6b43a154b64d39aa7a2e540029bf21 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:08:37.999734 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-54000b3f-bde3-4df5-8ab4-c226bf4837ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:08:38.005533 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-54000b3f-bde3-4df5-8ab4-c226bf4837ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:08:38.097806 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-54000b3f-bde3-4df5-8ab4-c226bf4837ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:38.102697 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-54000b3f-bde3-4df5-8ab4-c226bf4837ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:38.107278 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328af525-7d6b-4c2a-9e5b-fba645ee7e75 req-d6dadb4a-ea4c-4748-84ab-02dd74980da1 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:38.108772 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-328af525-7d6b-4c2a-9e5b-fba645ee7e75 req-d6dadb4a-ea4c-4748-84ab-02dd74980da1 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 945 time: 0.0913215 May 10 15:08:38.114951 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0add663e-13fa-4e04-9ac6-48ad17a4d84d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:38.156735 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-328af525-7d6b-4c2a-9e5b-fba645ee7e75 req-50bb5c42-6a6b-442d-971f-281a1ce7f188 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407088 May 10 15:08:38.159191 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 48322) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:38.159413 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-54000b3f-bde3-4df5-8ab4-c226bf4837ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f6b43a154b64d39aa7a2e540029bf21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957222 May 10 15:08:38.163799 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54000b3f-bde3-4df5-8ab4-c226bf4837ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f13fec-ed99-4c42-87ba-3f186521c217,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:38.178827 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-54000b3f-bde3-4df5-8ab4-c226bf4837ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:38.221242 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-315168de-0dfc-4198-90cd-87be99b1e851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:38.249365 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-315168de-0dfc-4198-90cd-87be99b1e851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:38.307603 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-315168de-0dfc-4198-90cd-87be99b1e851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:38.312968 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d7d6a44f-af7a-4c95-8885-bf47626a6914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:38.328482 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315168de-0dfc-4198-90cd-87be99b1e851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f13fec-ed99-4c42-87ba-3f186521c217,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:38.331372 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-315168de-0dfc-4198-90cd-87be99b1e851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:38.338419 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-315168de-0dfc-4198-90cd-87be99b1e851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:38.339589 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-315168de-0dfc-4198-90cd-87be99b1e851 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/11f13fec-ed99-4c42-87ba-3f186521c217 HTTP/1.1" status: 204 len: 168 time: 0.1788323 May 10 15:08:38.445995 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:38.612990 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2f8296b5-3412-4326-87d5-bcfcfc10ff46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:38.639467 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 48338) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:38.657104 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ff141a18-5ed5-4d64-95cd-d1599904b3cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:38.671214 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-ff141a18-5ed5-4d64-95cd-d1599904b3cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:08:38.675003 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-ff141a18-5ed5-4d64-95cd-d1599904b3cf admin admin] Usage tracker for resource:security_group_rule and tenant:554934aacd7641cf9d2a91f22d74bcb0 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:08:38.677791 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-ff141a18-5ed5-4d64-95cd-d1599904b3cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:08:38.683879 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-ff141a18-5ed5-4d64-95cd-d1599904b3cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:08:38.770254 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ff141a18-5ed5-4d64-95cd-d1599904b3cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:38.774029 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ff141a18-5ed5-4d64-95cd-d1599904b3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:38.783573 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-db57b567-4b65-4804-900f-c1ce756f9c15 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:38.928902 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-ff141a18-5ed5-4d64-95cd-d1599904b3cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=554934aacd7641cf9d2a91f22d74bcb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883480 May 10 15:08:38.932185 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 48342) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:38.933477 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff141a18-5ed5-4d64-95cd-d1599904b3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d608a599-a9bc-4224-b31a-a590c71c43e6,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:38.936617 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-ff141a18-5ed5-4d64-95cd-d1599904b3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:38.991510 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5ab6319b-6c4b-4468-b6e9-f2f40a14cd08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:39.098669 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5ab6319b-6c4b-4468-b6e9-f2f40a14cd08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:39.149165 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5ab6319b-6c4b-4468-b6e9-f2f40a14cd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:39.153778 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ccd48acc-ea1a-469e-b083-b2852c38488b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:39.166824 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6319b-6c4b-4468-b6e9-f2f40a14cd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d608a599-a9bc-4224-b31a-a590c71c43e6,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:39.169597 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5ab6319b-6c4b-4468-b6e9-f2f40a14cd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:39.170510 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5ab6319b-6c4b-4468-b6e9-f2f40a14cd08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:39.171618 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-5ab6319b-6c4b-4468-b6e9-f2f40a14cd08 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d608a599-a9bc-4224-b31a-a590c71c43e6 HTTP/1.1" status: 204 len: 168 time: 0.2384305 May 10 15:08:39.358961 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad06697-f551-4429-9712-e95d9423d9ae req-af4a326f-671e-42fd-9c85-5cd38229c91b tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:39.360473 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6ad06697-f551-4429-9712-e95d9423d9ae req-af4a326f-671e-42fd-9c85-5cd38229c91b tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 945 time: 0.0840797 May 10 15:08:39.415291 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:39.420532 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6ad06697-f551-4429-9712-e95d9423d9ae req-ce992fe1-4b28-4a86-b6af-865968e12444 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543146 May 10 15:08:39.717733 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2d569bd4-5d37-4146-aafd-82520695f9c7 req-73ef20dc-e3e6-4e9e-908a-6838abd7c111 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0805249 May 10 15:08:39.955891 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9140e5-f70d-4bf1-9118-f3a5e617601b req-575e0ab5-5c31-456d-a11f-5774bc79ae6c tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:39.957970 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cb9140e5-f70d-4bf1-9118-f3a5e617601b req-575e0ab5-5c31-456d-a11f-5774bc79ae6c tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 945 time: 0.1045666 May 10 15:08:40.021070 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cb9140e5-f70d-4bf1-9118-f3a5e617601b req-2ae730ec-5b2d-4a08-b000-caeb6ec82f94 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539672 May 10 15:08:40.503609 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 48418) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:40.720462 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 6185a962-c7b7-43fa-9fea-52202bb0b02f no longer exists at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:08:40.758475 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3a052fd5-ce87-4f62-8651-0cbbdef2052a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:40.773262 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-3a052fd5-ce87-4f62-8651-0cbbdef2052a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:08:40.777840 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-3a052fd5-ce87-4f62-8651-0cbbdef2052a admin admin] Usage tracker for resource:security_group_rule and tenant:01a4a1b0adc949c38ccab6d2d402310b is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:08:40.780913 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-3a052fd5-ce87-4f62-8651-0cbbdef2052a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:08:40.786733 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-3a052fd5-ce87-4f62-8651-0cbbdef2052a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:08:40.863861 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:40.894052 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe75b53-cf6b-4b8a-b4f0-4897a788d874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6185a962-c7b7-43fa-9fea-52202bb0b02f'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:08:40.901737 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 6185a962-c7b7-43fa-9fea-52202bb0b02f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6185a962-c7b7-43fa-9fea-52202bb0b02f,segment=NetworkSegment(503f243e-3e90-4306-889c-a12bd1d22596),segment_id=503f243e-3e90-4306-889c-a12bd1d22596)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:40.907478 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:40.910079 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-509e01ac-f3bf-445b-b4c1-957a2490a924 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:40.919454 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3a052fd5-ce87-4f62-8651-0cbbdef2052a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:40.924866 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3a052fd5-ce87-4f62-8651-0cbbdef2052a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:40.945960 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9ef3d0da-7495-42f7-bb9f-9ad8b1e7d7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:40.992812 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-3a052fd5-ce87-4f62-8651-0cbbdef2052a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=01a4a1b0adc949c38ccab6d2d402310b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4877455 May 10 15:08:40.995636 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 48438) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:41.001806 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a052fd5-ce87-4f62-8651-0cbbdef2052a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e34f85f-4edb-457f-9971-3be4f63cec74,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:41.002434 dv-cinder-774286-14-iscsi neutron-server[78744]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7fe75b53-cf6b-4b8a-b4f0-4897a788d874', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6185a962-c7b7-43fa-9fea-52202bb0b02f', 'code': 422} returned with failed status May 10 15:08:41.006097 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3a052fd5-ce87-4f62-8651-0cbbdef2052a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:41.031876 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:41.067320 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=6185a962-c7b7-43fa-9fea-52202bb0b02f,revision_number=6']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:41.070438 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:41.101992 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-404e8835-e948-4047-893f-53c944da5804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:41.137488 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-404e8835-e948-4047-893f-53c944da5804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:41.148656 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 48444) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:41.214567 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-404e8835-e948-4047-893f-53c944da5804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:41.221882 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-1aabd1ff-c039-4914-b7d2-fe2512888fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:41.247948 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e8835-e948-4047-893f-53c944da5804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e34f85f-4edb-457f-9971-3be4f63cec74,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:41.250914 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-404e8835-e948-4047-893f-53c944da5804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:41.252787 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-404e8835-e948-4047-893f-53c944da5804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:41.253865 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-404e8835-e948-4047-893f-53c944da5804 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e34f85f-4edb-457f-9971-3be4f63cec74 HTTP/1.1" status: 204 len: 168 time: 0.2571018 May 10 15:08:41.260655 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b65a8-fd84-4aea-991a-7e1fb233f67b req-0ff26077-fbc4-470a-b559-8f600769f1dd tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:41.268505 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8f8b65a8-fd84-4aea-991a-7e1fb233f67b req-0ff26077-fbc4-470a-b559-8f600769f1dd tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 943 time: 0.1181564 May 10 15:08:41.306060 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-44286f43-c91a-46d1-b94d-df70c8fc3bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:41.316119 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8f8b65a8-fd84-4aea-991a-7e1fb233f67b req-eada9992-0c46-4ea4-b903-8065e66d9e24 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444758 May 10 15:08:41.321487 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-44286f43-c91a-46d1-b94d-df70c8fc3bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:08:41.325847 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-44286f43-c91a-46d1-b94d-df70c8fc3bcb admin admin] Usage tracker for resource:security_group_rule and tenant:cea32e758dc142e1874540c28bd9724e is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:08:41.328804 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-44286f43-c91a-46d1-b94d-df70c8fc3bcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:08:41.337351 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-44286f43-c91a-46d1-b94d-df70c8fc3bcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:08:41.430667 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-44286f43-c91a-46d1-b94d-df70c8fc3bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:41.434423 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-44286f43-c91a-46d1-b94d-df70c8fc3bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:41.443013 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0b61d8e8-4b7f-4859-a820-c3ae058070a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:41.483662 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-44286f43-c91a-46d1-b94d-df70c8fc3bcb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cea32e758dc142e1874540c28bd9724e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3335669 May 10 15:08:41.484634 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44286f43-c91a-46d1-b94d-df70c8fc3bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0b9fac-45c4-4166-bccd-b6dd3563624e,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:41.486338 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 48454) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:41.487531 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-44286f43-c91a-46d1-b94d-df70c8fc3bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:41.549730 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-13e76549-5f49-47d7-b9f0-cbf35e084e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:41.565261 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 48458) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:41.582658 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-98b440c4-4444-40b7-93f6-709a92e76f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:41.596385 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-98b440c4-4444-40b7-93f6-709a92e76f29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:08:41.600151 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-98b440c4-4444-40b7-93f6-709a92e76f29 admin admin] Usage tracker for resource:security_group_rule and tenant:f17d62b282de43b687ccb0f3b201c9e0 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:08:41.602923 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-98b440c4-4444-40b7-93f6-709a92e76f29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:08:41.608906 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-98b440c4-4444-40b7-93f6-709a92e76f29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:08:41.618384 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-13e76549-5f49-47d7-b9f0-cbf35e084e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:41.679507 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d569bd4-5d37-4146-aafd-82520695f9c7 req-497bfaf7-0a47-49bc-8be9-2f6cad74e9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:41.681717 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2d569bd4-5d37-4146-aafd-82520695f9c7 req-497bfaf7-0a47-49bc-8be9-2f6cad74e9df service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874&tenant_id=8900b9d0dbfa4995b809f83538bb787d HTTP/1.1" status: 200 len: 1096 time: 0.1224589 May 10 15:08:41.690010 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-13e76549-5f49-47d7-b9f0-cbf35e084e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:41.695615 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:41.696294 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-98b440c4-4444-40b7-93f6-709a92e76f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:41.700754 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-98b440c4-4444-40b7-93f6-709a92e76f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:41.709781 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-eb593523-26ab-4a63-9752-bad0aa0df6b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:41.711234 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e76549-5f49-47d7-b9f0-cbf35e084e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0b9fac-45c4-4166-bccd-b6dd3563624e,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:41.744675 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-13e76549-5f49-47d7-b9f0-cbf35e084e44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:41.746724 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-98b440c4-4444-40b7-93f6-709a92e76f29 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f17d62b282de43b687ccb0f3b201c9e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803956 May 10 15:08:41.749885 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 48462) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:41.762234 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b440c4-4444-40b7-93f6-709a92e76f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f0bfa7-09e0-426a-9d95-49553a87f4db,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:41.762402 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-13e76549-5f49-47d7-b9f0-cbf35e084e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:41.763344 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-13e76549-5f49-47d7-b9f0-cbf35e084e44 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee0b9fac-45c4-4166-bccd-b6dd3563624e HTTP/1.1" status: 204 len: 168 time: 0.2751818 May 10 15:08:41.768253 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-98b440c4-4444-40b7-93f6-709a92e76f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:41.791523 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d569bd4-5d37-4146-aafd-82520695f9c7 req-d30e0460-f4ac-4b3d-ba4d-9a5ac2863a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:41.793046 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2d569bd4-5d37-4146-aafd-82520695f9c7 req-d30e0460-f4ac-4b3d-ba4d-9a5ac2863a1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8900b9d0dbfa4995b809f83538bb787d&device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 1096 time: 0.0797141 May 10 15:08:41.820251 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-17f2f9ef-d0a6-42c5-b5d5-dfc073bb9ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:41.846673 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-17f2f9ef-d0a6-42c5-b5d5-dfc073bb9ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:41.905471 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-17f2f9ef-d0a6-42c5-b5d5-dfc073bb9ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:41.911137 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6654674e-dd6c-4919-913b-94e1f95d3178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:41.925740 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2f9ef-d0a6-42c5-b5d5-dfc073bb9ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f0bfa7-09e0-426a-9d95-49553a87f4db,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:41.928216 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-17f2f9ef-d0a6-42c5-b5d5-dfc073bb9ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:41.938759 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-17f2f9ef-d0a6-42c5-b5d5-dfc073bb9ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:41.939011 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d569bd4-5d37-4146-aafd-82520695f9c7 req-ac91e4c8-a12e-4bf8-b364-8789742717a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:41.942681 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2d569bd4-5d37-4146-aafd-82520695f9c7 req-ac91e4c8-a12e-4bf8-b364-8789742717a8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7922592b-e5c7-4166-aa1b-a45eebe02820 HTTP/1.1" status: 200 len: 910 time: 0.1372244 May 10 15:08:41.944504 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-17f2f9ef-d0a6-42c5-b5d5-dfc073bb9ebc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/72f0bfa7-09e0-426a-9d95-49553a87f4db HTTP/1.1" status: 204 len: 168 time: 0.1932836 May 10 15:08:42.061121 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2d569bd4-5d37-4146-aafd-82520695f9c7 req-85c1e037-818c-41b6-b75a-be85d05c5193 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6185a962-c7b7-43fa-9fea-52202bb0b02f HTTP/1.1" status: 200 len: 999 time: 0.1103716 May 10 15:08:42.133861 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d569bd4-5d37-4146-aafd-82520695f9c7 req-867b9bce-d153-4050-8be5-c7eaab90e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:42.135503 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2d569bd4-5d37-4146-aafd-82520695f9c7 req-867b9bce-d153-4050-8be5-c7eaab90e9d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c58900c-b895-4de8-960a-0862563ac0ec HTTP/1.1" status: 200 len: 848 time: 0.0650933 May 10 15:08:42.144850 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 48474) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:42.162125 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5a01a41f-ba23-46e2-a890-9ec0b1c6ba3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:42.177013 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-5a01a41f-ba23-46e2-a890-9ec0b1c6ba3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:08:42.180837 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-5a01a41f-ba23-46e2-a890-9ec0b1c6ba3d admin admin] Usage tracker for resource:security_group_rule and tenant:a8bbb362fb2440a0b2581b0c9e6cc485 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:08:42.184418 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-5a01a41f-ba23-46e2-a890-9ec0b1c6ba3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:08:42.191841 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-5a01a41f-ba23-46e2-a890-9ec0b1c6ba3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:08:42.222502 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d569bd4-5d37-4146-aafd-82520695f9c7 req-c63666b9-3b63-43b8-bf5c-33c1d1152add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:42.224004 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2d569bd4-5d37-4146-aafd-82520695f9c7 req-c63666b9-3b63-43b8-bf5c-33c1d1152add service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7922592b-e5c7-4166-aa1b-a45eebe02820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0764761 May 10 15:08:42.282311 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5a01a41f-ba23-46e2-a890-9ec0b1c6ba3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:42.286076 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5a01a41f-ba23-46e2-a890-9ec0b1c6ba3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:42.296899 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0cc1562e-d2a3-4bc8-baae-3e41e1061c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:42.345942 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01a41f-ba23-46e2-a890-9ec0b1c6ba3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e228099-c4c4-4703-bf14-39f0132f133c,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:42.350027 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-5a01a41f-ba23-46e2-a890-9ec0b1c6ba3d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a8bbb362fb2440a0b2581b0c9e6cc485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041705 May 10 15:08:42.350926 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5a01a41f-ba23-46e2-a890-9ec0b1c6ba3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:42.352589 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 48486) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:42.366357 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2d569bd4-5d37-4146-aafd-82520695f9c7 req-f1671656-14cf-4d7e-b86c-ea7a62de33c3 service neutron] 10.222.0.47 "GET /v2.0/networks/7922592b-e5c7-4166-aa1b-a45eebe02820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320724 May 10 15:08:42.422764 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7b01c750-e4d0-4723-ab9d-66913da275e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:42.453037 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7b01c750-e4d0-4723-ab9d-66913da275e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:42.508156 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7b01c750-e4d0-4723-ab9d-66913da275e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:42.513327 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d961a527-8bdb-479b-b82d-35b135bfcae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:42.526931 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01c750-e4d0-4723-ab9d-66913da275e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e228099-c4c4-4703-bf14-39f0132f133c,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:42.535297 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-7b01c750-e4d0-4723-ab9d-66913da275e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:42.548160 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7b01c750-e4d0-4723-ab9d-66913da275e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:42.549344 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-7b01c750-e4d0-4723-ab9d-66913da275e5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5e228099-c4c4-4703-bf14-39f0132f133c HTTP/1.1" status: 204 len: 168 time: 0.1952095 May 10 15:08:42.578072 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2d569bd4-5d37-4146-aafd-82520695f9c7 req-c59b632e-0ad3-4f26-a66b-2dd1ebf63ad5 service neutron] 10.222.0.47 "GET /v2.0/networks/7922592b-e5c7-4166-aa1b-a45eebe02820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017834 May 10 15:08:42.596524 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ef626-7f7f-413a-b307-8a755e778abd req-cc827db4-2c0c-41c2-adee-f51270bd212a tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:42.598006 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1d6ef626-7f7f-413a-b307-8a755e778abd req-cc827db4-2c0c-41c2-adee-f51270bd212a tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 943 time: 0.1468229 May 10 15:08:42.652853 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1d6ef626-7f7f-413a-b307-8a755e778abd req-2b83b07d-8f06-47f4-8e53-59bfa5271a3f tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425653 May 10 15:08:43.861301 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35513e-1a00-47a5-a8b5-98ec0ab285ce req-b7766381-20f5-422e-8e3a-f874cfe388c6 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:43.862835 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6d35513e-1a00-47a5-a8b5-98ec0ab285ce req-b7766381-20f5-422e-8e3a-f874cfe388c6 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 943 time: 0.0953689 May 10 15:08:43.925199 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6d35513e-1a00-47a5-a8b5-98ec0ab285ce req-831402b2-d312-46df-97c7-ed2cf2475847 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546079 May 10 15:08:45.221609 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7f36e-ccfd-45b5-89e6-1b927f6b6b35 req-2e3820cf-d714-46b6-a7a8-b9bae4e6f844 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:45.223215 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b5d7f36e-ccfd-45b5-89e6-1b927f6b6b35 req-2e3820cf-d714-46b6-a7a8-b9bae4e6f844 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 943 time: 0.1999424 May 10 15:08:45.277317 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b5d7f36e-ccfd-45b5-89e6-1b927f6b6b35 req-a740cfc7-a4fc-41f4-b0aa-1d50c64c1deb tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481689 May 10 15:08:45.294708 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 48596) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:45.423206 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a98a8d1e-4a6c-40d1-b8a9-7b86267e4a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:45.438237 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a98a8d1e-4a6c-40d1-b8a9-7b86267e4a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:08:45.442149 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-a98a8d1e-4a6c-40d1-b8a9-7b86267e4a2b admin admin] Usage tracker for resource:security_group_rule and tenant:ef957d6d8cb84712ac868b623bfe9c6b is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:08:45.445165 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-a98a8d1e-4a6c-40d1-b8a9-7b86267e4a2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:08:45.451398 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a98a8d1e-4a6c-40d1-b8a9-7b86267e4a2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:08:45.533035 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a98a8d1e-4a6c-40d1-b8a9-7b86267e4a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:45.536643 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a98a8d1e-4a6c-40d1-b8a9-7b86267e4a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:45.544520 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-7b01c750-e4d0-4723-ab9d-66913da275e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:45.587152 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-a98a8d1e-4a6c-40d1-b8a9-7b86267e4a2b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef957d6d8cb84712ac868b623bfe9c6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914073 May 10 15:08:45.588062 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a8d1e-4a6c-40d1-b8a9-7b86267e4a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ca363b-ec92-461f-9f4b-392215828645,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:45.590149 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 48604) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:45.591339 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a98a8d1e-4a6c-40d1-b8a9-7b86267e4a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:45.647206 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-72c85b15-f10f-473f-ac94-7981611a3026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:45.672324 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-72c85b15-f10f-473f-ac94-7981611a3026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:45.724585 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-72c85b15-f10f-473f-ac94-7981611a3026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:45.729601 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8fe909e0-f785-4616-abd2-745e8f5eb2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:45.741625 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c85b15-f10f-473f-ac94-7981611a3026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ca363b-ec92-461f-9f4b-392215828645,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:45.749568 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-72c85b15-f10f-473f-ac94-7981611a3026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:45.750633 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-72c85b15-f10f-473f-ac94-7981611a3026 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14ca363b-ec92-461f-9f4b-392215828645 HTTP/1.1" status: 204 len: 168 time: 0.1594560 May 10 15:08:45.752094 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85b15-f10f-473f-ac94-7981611a3026 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:45.752459 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85b15-f10f-473f-ac94-7981611a3026 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:45.752811 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85b15-f10f-473f-ac94-7981611a3026 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:45.753168 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85b15-f10f-473f-ac94-7981611a3026 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:45.753513 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85b15-f10f-473f-ac94-7981611a3026 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:45.753859 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85b15-f10f-473f-ac94-7981611a3026 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:45.754201 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85b15-f10f-473f-ac94-7981611a3026 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:45.754541 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85b15-f10f-473f-ac94-7981611a3026 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:45.754879 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85b15-f10f-473f-ac94-7981611a3026 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:45.755217 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85b15-f10f-473f-ac94-7981611a3026 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:45.755555 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85b15-f10f-473f-ac94-7981611a3026 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:45.756013 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c85b15-f10f-473f-ac94-7981611a3026 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:45.758807 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-72c85b15-f10f-473f-ac94-7981611a3026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:46.023095 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 48612) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:46.042159 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-db3531dc-126a-4be3-b5b2-090da8bc3958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:46.056368 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-db3531dc-126a-4be3-b5b2-090da8bc3958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:08:46.060233 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-db3531dc-126a-4be3-b5b2-090da8bc3958 admin admin] Usage tracker for resource:security_group_rule and tenant:8b1ee84d07714e8e98d4c9f3171fbf81 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:08:46.063050 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-db3531dc-126a-4be3-b5b2-090da8bc3958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:08:46.068667 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-db3531dc-126a-4be3-b5b2-090da8bc3958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:08:46.146175 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-db3531dc-126a-4be3-b5b2-090da8bc3958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:46.149660 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-db3531dc-126a-4be3-b5b2-090da8bc3958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:46.156815 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-bf9a0f9e-63f1-44fc-99c3-d7d3413a6e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:46.194860 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3531dc-126a-4be3-b5b2-090da8bc3958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1969c3-f1d6-49e2-abd4-ed6fa793be7f,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:46.198995 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-db3531dc-126a-4be3-b5b2-090da8bc3958 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b1ee84d07714e8e98d4c9f3171fbf81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1745305 May 10 15:08:46.199899 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-db3531dc-126a-4be3-b5b2-090da8bc3958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:46.201760 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 48616) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:46.261634 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-dafe891b-c6e5-452c-80a6-7b7b08289cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:46.286891 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-dafe891b-c6e5-452c-80a6-7b7b08289cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:46.336780 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-dafe891b-c6e5-452c-80a6-7b7b08289cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:46.342135 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-44286f43-c91a-46d1-b94d-df70c8fc3bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:46.354324 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe891b-c6e5-452c-80a6-7b7b08289cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1969c3-f1d6-49e2-abd4-ed6fa793be7f,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:46.356720 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-dafe891b-c6e5-452c-80a6-7b7b08289cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:46.364574 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-dafe891b-c6e5-452c-80a6-7b7b08289cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:46.365851 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-dafe891b-c6e5-452c-80a6-7b7b08289cca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd1969c3-f1d6-49e2-abd4-ed6fa793be7f HTTP/1.1" status: 204 len: 168 time: 0.1629391 May 10 15:08:46.471095 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3317b-f787-45d8-9f80-37361ee370da req-34e463b7-d1f1-4304-8fec-b7bba9cefebe tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:46.472585 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-54f3317b-f787-45d8-9f80-37361ee370da req-34e463b7-d1f1-4304-8fec-b7bba9cefebe tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 943 time: 0.0924776 May 10 15:08:46.518337 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-54f3317b-f787-45d8-9f80-37361ee370da req-6c8e6f72-6880-445d-ab27-ae0fd8e7cf5e tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399582 May 10 15:08:47.707396 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5624a-cb5f-46dd-a13e-66a1f3078a16 req-a7ce14aa-d969-40e8-858f-5fa504d86e59 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:47.708871 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-92e5624a-cb5f-46dd-a13e-66a1f3078a16 req-a7ce14aa-d969-40e8-858f-5fa504d86e59 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 943 time: 0.0879533 May 10 15:08:47.753350 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-92e5624a-cb5f-46dd-a13e-66a1f3078a16 req-0d7efd80-9976-42bf-a934-0ffe5612f387 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385756 May 10 15:08:48.933330 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b22747-917f-4d95-8957-607c99abe46b req-7cbc45ee-daf1-44e2-b6bd-74138b0158ff tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:48.934754 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e5b22747-917f-4d95-8957-607c99abe46b req-7cbc45ee-daf1-44e2-b6bd-74138b0158ff tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 943 time: 0.0780466 May 10 15:08:48.980176 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e5b22747-917f-4d95-8957-607c99abe46b req-7023d7e6-661c-457c-b626-dc2b1bb4073c tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399060 May 10 15:08:50.151178 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:08:50.173552 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9084d-b01c-46e5-985e-17ffb9cc4601 req-ce413890-ba64-4774-b7cf-445f4d616107 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:50.174984 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d1e9084d-b01c-46e5-985e-17ffb9cc4601 req-ce413890-ba64-4774-b7cf-445f4d616107 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 943 time: 0.0862870 May 10 15:08:50.218845 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d1e9084d-b01c-46e5-985e-17ffb9cc4601 req-e969d6d1-fdfd-42ba-bfff-efe853839e04 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380585 May 10 15:08:51.009130 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 6185a962-c7b7-43fa-9fea-52202bb0b02f details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:08:51.135913 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 6185a962-c7b7-43fa-9fea-52202bb0b02f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6185a962-c7b7-43fa-9fea-52202bb0b02f,segment=NetworkSegment(503f243e-3e90-4306-889c-a12bd1d22596),segment_id=503f243e-3e90-4306-889c-a12bd1d22596)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:51.148635 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Returning: {'device': '6185a962-c7b7-43fa-9fea-52202bb0b02f', 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820', 'port_id': '6185a962-c7b7-43fa-9fea-52202bb0b02f', 'mac_address': 'fa:16:3e:99:21:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c58900c-b895-4de8-960a-0862563ac0ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:08:51.205829 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:51.221554 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6185a962-c7b7-43fa-9fea-52202bb0b02f {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:08:51.236620 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 6185a962-c7b7-43fa-9fea-52202bb0b02f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6185a962-c7b7-43fa-9fea-52202bb0b02f,segment=NetworkSegment(503f243e-3e90-4306-889c-a12bd1d22596),segment_id=503f243e-3e90-4306-889c-a12bd1d22596)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:51.239820 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:51.241659 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:51.305015 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=6185a962-c7b7-43fa-9fea-52202bb0b02f,revision_number=7']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:51.308077 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:51.404473 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad891da-afb6-40a9-a3db-0b14f9bacce6 req-97537a45-a5b9-485e-81c6-02bff2688964 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:51.405815 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bad891da-afb6-40a9-a3db-0b14f9bacce6 req-97537a45-a5b9-485e-81c6-02bff2688964 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 944 time: 0.0811362 May 10 15:08:51.449308 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bad891da-afb6-40a9-a3db-0b14f9bacce6 req-6a4700df-476e-4cf8-9fad-26306183d00d tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377953 May 10 15:08:52.628418 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2562d92-6b00-49c8-9d6f-ff1420482d2d req-e6d0d029-3530-45cc-a983-568df763b073 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:52.629848 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c2562d92-6b00-49c8-9d6f-ff1420482d2d req-e6d0d029-3530-45cc-a983-568df763b073 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 944 time: 0.0773406 May 10 15:08:52.677157 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c2562d92-6b00-49c8-9d6f-ff1420482d2d req-4410f8df-270c-44c0-80bf-95fc2cd8f188 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410740 May 10 15:08:53.172760 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['6185a962-c7b7-43fa-9fea-52202bb0b02f'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:08:53.855354 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0806c-2620-4981-b2e2-827e89827f91 req-ac54d18a-6ab6-4a4f-a548-8de77cc4912b tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:53.856797 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-41c0806c-2620-4981-b2e2-827e89827f91 req-ac54d18a-6ab6-4a4f-a548-8de77cc4912b tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 944 time: 0.0779657 May 10 15:08:53.900157 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-41c0806c-2620-4981-b2e2-827e89827f91 req-dea79197-d518-4f31-9530-4a8ccbf87f08 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377543 May 10 15:08:55.082073 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a6c6d-cc79-4c35-8271-c25ea5e62d97 req-13b339dc-bc65-4d80-abb4-291d2584a34c tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:55.083529 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-360a6c6d-cc79-4c35-8271-c25ea5e62d97 req-13b339dc-bc65-4d80-abb4-291d2584a34c tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 944 time: 0.0815890 May 10 15:08:55.126982 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-360a6c6d-cc79-4c35-8271-c25ea5e62d97 req-ae0cc5f7-d52e-4fcf-9263-88777e744de3 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373065 May 10 15:08:56.305396 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59aa432-c215-4b61-bd51-c99ea0630bd4 req-88d51ae9-1a86-41fb-b193-cb912be0e19c tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:56.306844 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a59aa432-c215-4b61-bd51-c99ea0630bd4 req-88d51ae9-1a86-41fb-b193-cb912be0e19c tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 944 time: 0.0775216 May 10 15:08:56.353255 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a59aa432-c215-4b61-bd51-c99ea0630bd4 req-3597b283-2ffc-48e4-ae30-9c63aeb8035c tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407805 May 10 15:08:57.535200 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7ba02-edc7-4159-af98-92e40d3394fe req-d4ffeed2-7b32-408c-8253-16e19bf13b91 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:57.536705 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-29f7ba02-edc7-4159-af98-92e40d3394fe req-d4ffeed2-7b32-408c-8253-16e19bf13b91 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 944 time: 0.0798500 May 10 15:08:57.583726 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-29f7ba02-edc7-4159-af98-92e40d3394fe req-433a1099-33cb-4e10-b1a1-041da01526d3 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407021 May 10 15:08:58.210518 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 6185a962-c7b7-43fa-9fea-52202bb0b02f up at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:08:58.275706 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning complete for port 6185a962-c7b7-43fa-9fea-52202bb0b02f triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:08:58.276107 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:58.387751 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:58.413206 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe75b53-cf6b-4b8a-b4f0-4897a788d874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6185a962-c7b7-43fa-9fea-52202bb0b02f'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:08:58.423199 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 6185a962-c7b7-43fa-9fea-52202bb0b02f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6185a962-c7b7-43fa-9fea-52202bb0b02f,segment=NetworkSegment(503f243e-3e90-4306-889c-a12bd1d22596),segment_id=503f243e-3e90-4306-889c-a12bd1d22596)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:08:58.427392 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:58.429125 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:58.463030 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe75b53-cf6b-4b8a-b4f0-4897a788d874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6185a962-c7b7-43fa-9fea-52202bb0b02f', 'code': 200} May 10 15:08:58.492875 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=6185a962-c7b7-43fa-9fea-52202bb0b02f,revision_number=8']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:58.499893 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:58.500258 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:58.500588 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:58.500914 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:58.501240 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:58.501558 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:58.501871 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:58.502185 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:58.502569 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:58.502886 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:58.503198 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:58.503512 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:58.507009 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:58.833497 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7ffe4-3ee9-4abe-bdf8-df457790c2cf req-2d4794d2-7d26-4736-b87b-0c83ea004cdd tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:58.834943 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-65e7ffe4-3ee9-4abe-bdf8-df457790c2cf req-2d4794d2-7d26-4736-b87b-0c83ea004cdd tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 945 time: 0.1414526 May 10 15:08:58.837606 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd64ef-c060-471a-9806-9499f84a073b req-2009475c-2d9a-4b9a-9afc-f952d51453a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:08:58.838903 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0cfd64ef-c060-471a-9806-9499f84a073b req-2009475c-2d9a-4b9a-9afc-f952d51453a7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 1098 time: 0.1140099 May 10 15:08:58.918047 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0cfd64ef-c060-471a-9806-9499f84a073b req-0c0b5cee-2918-436f-9821-516b6935aaf9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532439 May 10 15:08:58.920738 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-65e7ffe4-3ee9-4abe-bdf8-df457790c2cf req-13a5d6ca-96dd-44da-a883-08a1bcd9bb87 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781758 May 10 15:08:59.264064 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 48790) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:59.381525 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-43fa8a1f-5672-403a-83d2-a4a77bbebb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:59.396324 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-43fa8a1f-5672-403a-83d2-a4a77bbebb2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:08:59.400803 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-43fa8a1f-5672-403a-83d2-a4a77bbebb2a admin admin] Usage tracker for resource:security_group_rule and tenant:11be979429f54834adf8e9a8cc3c80fe is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:08:59.403592 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-43fa8a1f-5672-403a-83d2-a4a77bbebb2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:08:59.409319 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-43fa8a1f-5672-403a-83d2-a4a77bbebb2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:08:59.493081 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-43fa8a1f-5672-403a-83d2-a4a77bbebb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:59.497075 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-43fa8a1f-5672-403a-83d2-a4a77bbebb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:59.503834 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d1792fe5-1c44-4abe-85f5-a4b4f84c664c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:59.541935 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa8a1f-5672-403a-83d2-a4a77bbebb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2d6478-865e-435d-9928-0a1f6f372498,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:59.545721 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-43fa8a1f-5672-403a-83d2-a4a77bbebb2a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=11be979429f54834adf8e9a8cc3c80fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806683 May 10 15:08:59.548470 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 48796) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:59.551826 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa8a1f-5672-403a-83d2-a4a77bbebb2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:59.552233 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa8a1f-5672-403a-83d2-a4a77bbebb2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:59.552601 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa8a1f-5672-403a-83d2-a4a77bbebb2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:59.552963 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa8a1f-5672-403a-83d2-a4a77bbebb2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:59.553322 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa8a1f-5672-403a-83d2-a4a77bbebb2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:59.553680 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa8a1f-5672-403a-83d2-a4a77bbebb2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:59.554035 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa8a1f-5672-403a-83d2-a4a77bbebb2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:59.554385 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa8a1f-5672-403a-83d2-a4a77bbebb2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:59.554733 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa8a1f-5672-403a-83d2-a4a77bbebb2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:59.555082 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa8a1f-5672-403a-83d2-a4a77bbebb2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:59.555428 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa8a1f-5672-403a-83d2-a4a77bbebb2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:59.556298 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa8a1f-5672-403a-83d2-a4a77bbebb2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:08:59.560106 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-43fa8a1f-5672-403a-83d2-a4a77bbebb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:59.606053 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0a776bca-18ed-47c5-bce4-0ef36a45a362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:59.631657 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0a776bca-18ed-47c5-bce4-0ef36a45a362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:59.682495 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0a776bca-18ed-47c5-bce4-0ef36a45a362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:59.687150 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3a052fd5-ce87-4f62-8651-0cbbdef2052a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:08:59.699995 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a776bca-18ed-47c5-bce4-0ef36a45a362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2d6478-865e-435d-9928-0a1f6f372498,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:08:59.702931 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-0a776bca-18ed-47c5-bce4-0ef36a45a362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:08:59.704893 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-0a776bca-18ed-47c5-bce4-0ef36a45a362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:08:59.705989 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-0a776bca-18ed-47c5-bce4-0ef36a45a362 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb2d6478-865e-435d-9928-0a1f6f372498 HTTP/1.1" status: 204 len: 168 time: 0.1565640 May 10 15:08:59.979531 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 48806) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:08:59.997712 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-002f5021-7584-4530-9751-5debd5e5abbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:00.012311 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-002f5021-7584-4530-9751-5debd5e5abbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:00.016256 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-002f5021-7584-4530-9751-5debd5e5abbc admin admin] Usage tracker for resource:security_group_rule and tenant:bb1589b46bac4b1a82de39896e8acd5c is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:00.019080 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-002f5021-7584-4530-9751-5debd5e5abbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:00.024841 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-002f5021-7584-4530-9751-5debd5e5abbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:00.168388 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992533f-ace9-44fd-a66b-7f25f2f5a0ec req-c93fbb7d-149d-47a9-8168-b470b5161d23 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:00.169867 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2992533f-ace9-44fd-a66b-7f25f2f5a0ec req-c93fbb7d-149d-47a9-8168-b470b5161d23 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 945 time: 0.1354206 May 10 15:09:00.203112 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-002f5021-7584-4530-9751-5debd5e5abbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:00.210377 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-002f5021-7584-4530-9751-5debd5e5abbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:00.219568 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-8f73df18-057c-4727-81e8-06dd5ce900b3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:00.270982 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2992533f-ace9-44fd-a66b-7f25f2f5a0ec req-0ad9dde7-2e61-4b6c-8216-12e85f5d0189 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892015 May 10 15:09:00.276474 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-002f5021-7584-4530-9751-5debd5e5abbc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb1589b46bac4b1a82de39896e8acd5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958312 May 10 15:09:00.279378 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 48812) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:00.361195 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f5021-7584-4530-9751-5debd5e5abbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e667880-06c2-47ec-bc39-78cc3476891f,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:00.364684 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-002f5021-7584-4530-9751-5debd5e5abbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:00.411726 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-58fe3dd2-1a38-4b23-ac24-c6cc73bfe4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:00.438577 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-58fe3dd2-1a38-4b23-ac24-c6cc73bfe4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:00.489052 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-58fe3dd2-1a38-4b23-ac24-c6cc73bfe4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:00.492793 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-315168de-0dfc-4198-90cd-87be99b1e851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:00.504502 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe3dd2-1a38-4b23-ac24-c6cc73bfe4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e667880-06c2-47ec-bc39-78cc3476891f,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:00.507315 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-58fe3dd2-1a38-4b23-ac24-c6cc73bfe4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:00.513893 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-58fe3dd2-1a38-4b23-ac24-c6cc73bfe4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:00.516025 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-58fe3dd2-1a38-4b23-ac24-c6cc73bfe4f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e667880-06c2-47ec-bc39-78cc3476891f HTTP/1.1" status: 204 len: 168 time: 0.2347183 May 10 15:09:01.457651 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe9706-5bed-4ed8-a7ef-2171db210ec3 req-0e3cef4c-a8bf-4a07-97a4-6a1a842a42b7 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:01.459124 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-dfbe9706-5bed-4ed8-a7ef-2171db210ec3 req-0e3cef4c-a8bf-4a07-97a4-6a1a842a42b7 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 945 time: 0.0840290 May 10 15:09:01.504045 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-dfbe9706-5bed-4ed8-a7ef-2171db210ec3 req-91f3d0a3-dbc7-4d6f-9e11-a1d112bd2f5f tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391097 May 10 15:09:02.692506 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b8721-a477-43de-834a-bc1d24106def req-a8f0b302-be21-41ac-bfed-6f3eeed87b41 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:02.694561 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a02b8721-a477-43de-834a-bc1d24106def req-a8f0b302-be21-41ac-bfed-6f3eeed87b41 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 945 time: 0.0851777 May 10 15:09:02.747394 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a02b8721-a477-43de-834a-bc1d24106def req-b3165807-fdd9-4e66-a3b6-75a789eab4ae tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465798 May 10 15:09:03.952076 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b16db0-1ccc-4c5b-8aa4-28b3757a4458 req-e409489f-6a59-4170-b3d1-55ef53ee087f tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:03.953515 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c5b16db0-1ccc-4c5b-8aa4-28b3757a4458 req-e409489f-6a59-4170-b3d1-55ef53ee087f tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 945 time: 0.0909755 May 10 15:09:03.998993 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c5b16db0-1ccc-4c5b-8aa4-28b3757a4458 req-dbbdd834-dd63-4dc0-8748-072da8584489 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389862 May 10 15:09:04.264528 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:05.862800 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-6744a5a9-004e-4c68-a5b2-4c00c72440cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:08.450536 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:08.603993 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-868173dc-01d1-460e-81be-97a7d4a96824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:09.417070 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:09.880324 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 48992) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:09.994113 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-12e7d76a-07ca-4928-af7e-6dced2f2c51b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:10.008425 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-12e7d76a-07ca-4928-af7e-6dced2f2c51b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:10.012837 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-12e7d76a-07ca-4928-af7e-6dced2f2c51b admin admin] Usage tracker for resource:security_group_rule and tenant:19762302d0a64ddda1954f4776674339 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:10.015767 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-12e7d76a-07ca-4928-af7e-6dced2f2c51b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:10.021585 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-12e7d76a-07ca-4928-af7e-6dced2f2c51b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:10.104499 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-12e7d76a-07ca-4928-af7e-6dced2f2c51b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:10.107779 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-12e7d76a-07ca-4928-af7e-6dced2f2c51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:10.115685 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7a938c55-4d23-44e8-807f-1ed296764966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:10.155322 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-12e7d76a-07ca-4928-af7e-6dced2f2c51b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=19762302d0a64ddda1954f4776674339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738535 May 10 15:09:10.156170 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7d76a-07ca-4928-af7e-6dced2f2c51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d443a6-e5d9-4323-b1ed-04ff8fa92c84,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:10.157937 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 48998) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:10.159247 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-12e7d76a-07ca-4928-af7e-6dced2f2c51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:10.222247 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c94db816-b7bd-4b2d-9a76-eaf29a64eaab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:10.247307 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c94db816-b7bd-4b2d-9a76-eaf29a64eaab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:10.298361 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c94db816-b7bd-4b2d-9a76-eaf29a64eaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:10.301895 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3dda10b8-3402-4a2c-88c7-9bb3e4ee68f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:10.314298 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94db816-b7bd-4b2d-9a76-eaf29a64eaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d443a6-e5d9-4323-b1ed-04ff8fa92c84,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:10.318017 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c94db816-b7bd-4b2d-9a76-eaf29a64eaab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:10.323326 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c94db816-b7bd-4b2d-9a76-eaf29a64eaab admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:10.324447 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-c94db816-b7bd-4b2d-9a76-eaf29a64eaab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f1d443a6-e5d9-4323-b1ed-04ff8fa92c84 HTTP/1.1" status: 204 len: 168 time: 0.1639519 May 10 15:09:10.606443 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 49014) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:10.624000 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b23bb928-6beb-4a79-b4ec-b1fd9d2c71fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:10.638613 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-b23bb928-6beb-4a79-b4ec-b1fd9d2c71fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:10.642666 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-b23bb928-6beb-4a79-b4ec-b1fd9d2c71fd admin admin] Usage tracker for resource:security_group_rule and tenant:aaf8d7bbeda0477891b13e8a818e47bb is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:10.645784 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-b23bb928-6beb-4a79-b4ec-b1fd9d2c71fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:10.652305 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-b23bb928-6beb-4a79-b4ec-b1fd9d2c71fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:10.739190 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b23bb928-6beb-4a79-b4ec-b1fd9d2c71fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:10.743894 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b23bb928-6beb-4a79-b4ec-b1fd9d2c71fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:10.753419 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-ff141a18-5ed5-4d64-95cd-d1599904b3cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:10.794319 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-b23bb928-6beb-4a79-b4ec-b1fd9d2c71fd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aaf8d7bbeda0477891b13e8a818e47bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868186 May 10 15:09:10.795887 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bb928-6beb-4a79-b4ec-b1fd9d2c71fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c520aa-b23a-45cd-8098-220e65c0ed79,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:10.797020 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 49020) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:10.798835 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b23bb928-6beb-4a79-b4ec-b1fd9d2c71fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:10.855627 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-dd70c8d9-9b2c-482f-a3cc-28654cf24233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:10.881329 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-dd70c8d9-9b2c-482f-a3cc-28654cf24233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:10.934334 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-dd70c8d9-9b2c-482f-a3cc-28654cf24233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:10.941184 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-04c95250-8acd-4873-aa8e-e809313ee3fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:10.944745 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:10.953386 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd70c8d9-9b2c-482f-a3cc-28654cf24233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c520aa-b23a-45cd-8098-220e65c0ed79,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:10.956164 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-dd70c8d9-9b2c-482f-a3cc-28654cf24233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:10.960169 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-dd70c8d9-9b2c-482f-a3cc-28654cf24233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:10.961251 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-dd70c8d9-9b2c-482f-a3cc-28654cf24233 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34c520aa-b23a-45cd-8098-220e65c0ed79 HTTP/1.1" status: 204 len: 168 time: 0.1631389 May 10 15:09:14.507391 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-14220c2d-1652-481f-b619-4590000296cb req-16b2b875-4ce7-40e7-bd80-cbcf1154e5f4 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c7e74e8cc65640fcac6821a4b61dbf20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299704 May 10 15:09:14.652850 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14220c2d-1652-481f-b619-4590000296cb req-9245b096-923a-4f85-b067-bc64d3a478e7 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:14.654148 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-14220c2d-1652-481f-b619-4590000296cb req-9245b096-923a-4f85-b067-bc64d3a478e7 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1407399 May 10 15:09:14.668531 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-14220c2d-1652-481f-b619-4590000296cb req-c6363a7e-a16b-4159-84ce-e2528bdf583d tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.30 "GET /v2.0/quotas/c7e74e8cc65640fcac6821a4b61dbf20 HTTP/1.1" status: 200 len: 375 time: 0.0089481 May 10 15:09:14.713813 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-14220c2d-1652-481f-b619-4590000296cb req-2aec93e5-cb0b-4b74-a602-8aff0c3a0708 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7e74e8cc65640fcac6821a4b61dbf20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404913 May 10 15:09:14.882608 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fd184c62-c841-4fe5-8aa2-34810119cb86 req-c08ea71f-119f-42eb-944f-b71215280ae5 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d20533-20b6-44de-8ad1-24c51e544059 HTTP/1.1" status: 200 len: 210 time: 0.0416884 May 10 15:09:15.830550 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-14220c2d-1652-481f-b619-4590000296cb req-5d9a41d5-9cec-4d51-928f-0bf3b076e901 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=c7e74e8cc65640fcac6821a4b61dbf20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278101 May 10 15:09:15.987590 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14220c2d-1652-481f-b619-4590000296cb req-bf9ba605-9222-43ba-a94d-8d8a2d4c92bf tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:15.989051 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-14220c2d-1652-481f-b619-4590000296cb req-bf9ba605-9222-43ba-a94d-8d8a2d4c92bf tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1524384 May 10 15:09:16.034521 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-14220c2d-1652-481f-b619-4590000296cb req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Request body: {'port': {'device_id': 'c4d20533-20b6-44de-8ad1-24c51e544059', 'network_id': '7ec6333e-a648-4609-8f08-da6c256d477c', 'admin_state_up': True, 'tenant_id': 'c7e74e8cc65640fcac6821a4b61dbf20'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:09:16.051879 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5a8bef0d-ebf0-4252-9609-405e070954bf req-fecd3a6c-dafb-4714-916d-92aa7101c2dd tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d20533-20b6-44de-8ad1-24c51e544059 HTTP/1.1" status: 200 len: 210 time: 0.0619094 May 10 15:09:16.167601 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-14220c2d-1652-481f-b619-4590000296cb req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:16.171243 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-14220c2d-1652-481f-b619-4590000296cb req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Usage tracker for resource:port and tenant:c7e74e8cc65640fcac6821a4b61dbf20 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:16.173976 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-14220c2d-1652-481f-b619-4590000296cb req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:16.180083 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-14220c2d-1652-481f-b619-4590000296cb req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:16.189650 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14220c2d-1652-481f-b619-4590000296cb req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Made reservation on behalf of c7e74e8cc65640fcac6821a4b61dbf20 for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:09:16.193872 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-14220c2d-1652-481f-b619-4590000296cb req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:16.210532 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-14220c2d-1652-481f-b619-4590000296cb req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:16.225623 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-14220c2d-1652-481f-b619-4590000296cb req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:16.229941 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-14220c2d-1652-481f-b619-4590000296cb req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Usage tracker for resource:security_group_rule and tenant:c7e74e8cc65640fcac6821a4b61dbf20 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:16.232811 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-14220c2d-1652-481f-b619-4590000296cb req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:16.238343 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-14220c2d-1652-481f-b619-4590000296cb req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:16.324317 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-14220c2d-1652-481f-b619-4590000296cb req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:16.330489 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-14220c2d-1652-481f-b619-4590000296cb req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:16.333712 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5ab6319b-6c4b-4468-b6e9-f2f40a14cd08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:16.411683 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a86404b-53e2-46db-930b-24934766e19d,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:16.417985 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:16.505110 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-14220c2d-1652-481f-b619-4590000296cb req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Allocated IP 192.168.233.80 (7ec6333e-a648-4609-8f08-da6c256d477c/052a2a7f-148d-42cf-be7d-a50ea679a348/6cf3c078-389e-4ee9-87ac-5b90c7c86a4c) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:09:16.711552 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-14220c2d-1652-481f-b619-4590000296cb req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:16.728375 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-14220c2d-1652-481f-b619-4590000296cb req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Transition to ACTIVE for port object 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c will not be triggered until provisioned by entity DHCP. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:09:16.751920 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-14220c2d-1652-481f-b619-4590000296cb req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:16.757823 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ac27f267-202c-4c16-b346-d618c1969115 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:16.894292 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14220c2d-1652-481f-b619-4590000296cb req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Network 7ec6333e-a648-4609-8f08-da6c256d477c is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:09:16.897319 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-14220c2d-1652-481f-b619-4590000296cb req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:16.900441 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-14220c2d-1652-481f-b619-4590000296cb req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:09:16.947360 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Pushing event updated for resources: {'Port': ['ID=6cf3c078-389e-4ee9-87ac-5b90c7c86a4c,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:16.952168 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:16.980698 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14220c2d-1652-481f-b619-4590000296cb req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:16.981330 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-14220c2d-1652-481f-b619-4590000296cb req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:17.007243 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-14220c2d-1652-481f-b619-4590000296cb req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9869277 May 10 15:09:17.019764 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-14220c2d-1652-481f-b619-4590000296cb req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] Request body: {'port': {'device_id': 'c4d20533-20b6-44de-8ad1-24c51e544059', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:09:17.095925 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-f922629e-9c75-4440-a35c-d5632a5ebd2c None None] Provisioning for port 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:09:17.103304 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-f922629e-9c75-4440-a35c-d5632a5ebd2c None None] Provisioning complete for port 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:17.104805 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-f922629e-9c75-4440-a35c-d5632a5ebd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:17.152454 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-14220c2d-1652-481f-b619-4590000296cb req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:17.172806 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-f922629e-9c75-4440-a35c-d5632a5ebd2c None None] Port 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:09:17.356733 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d8ae6-7233-49a8-b6a0-a4fd5b764e5e req-4b55429d-bef0-4004-803e-79f4eece4c96 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:17.357399 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-415d8ae6-7233-49a8-b6a0-a4fd5b764e5e req-4b55429d-bef0-4004-803e-79f4eece4c96 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Synchronizing usage tracker for tenant:c7e74e8cc65640fcac6821a4b61dbf20 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:09:17.448889 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-415d8ae6-7233-49a8-b6a0-a4fd5b764e5e req-4b55429d-bef0-4004-803e-79f4eece4c96 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Unset dirty status for tenant:c7e74e8cc65640fcac6821a4b61dbf20 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:09:17.449929 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-415d8ae6-7233-49a8-b6a0-a4fd5b764e5e req-4b55429d-bef0-4004-803e-79f4eece4c96 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d20533-20b6-44de-8ad1-24c51e544059 HTTP/1.1" status: 200 len: 935 time: 0.2797074 May 10 15:09:17.520709 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-415d8ae6-7233-49a8-b6a0-a4fd5b764e5e req-982ecb97-6f20-41bc-a6ef-863abcedfc63 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Synchronizing usage tracker for tenant:c7e74e8cc65640fcac6821a4b61dbf20 on resource:security_group {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:09:17.574856 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-415d8ae6-7233-49a8-b6a0-a4fd5b764e5e req-982ecb97-6f20-41bc-a6ef-863abcedfc63 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Unset dirty status for tenant:c7e74e8cc65640fcac6821a4b61dbf20 on resource:security_group {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:09:17.575950 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-415d8ae6-7233-49a8-b6a0-a4fd5b764e5e req-982ecb97-6f20-41bc-a6ef-863abcedfc63 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a86404b-53e2-46db-930b-24934766e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134682 May 10 15:09:17.600335 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-14220c2d-1652-481f-b619-4590000296cb req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:09:17.608096 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-14220c2d-1652-481f-b619-4590000296cb req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:17.621915 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-14220c2d-1652-481f-b619-4590000296cb req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] Transition to ACTIVE for port object 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:09:17.625230 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-14220c2d-1652-481f-b619-4590000296cb req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:17.629523 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-c2aa8167-4086-43f1-96a0-f44b443e5c9e tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:17.785212 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] Pushing event updated for resources: {'Port': ['ID=6cf3c078-389e-4ee9-87ac-5b90c7c86a4c,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:17.793619 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:17.863500 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-14220c2d-1652-481f-b619-4590000296cb req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] Attempting to bind port 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c on host hv-cinder-77428 for vnic_type normal with profile {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:09:17.863831 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-14220c2d-1652-481f-b619-4590000296cb req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] Attempting to bind port 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '6d0fd6cc-8c61-4f6d-bd7d-c291ec0fd8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7ec6333e-a648-4609-8f08-da6c256d477c'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:09:17.864183 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14220c2d-1652-481f-b619-4590000296cb req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] Attempting to bind port 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c on network 7ec6333e-a648-4609-8f08-da6c256d477c {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:09:17.868809 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14220c2d-1652-481f-b619-4590000296cb req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] Port 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c on network 7ec6333e-a648-4609-8f08-da6c256d477c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:09:17.869126 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14220c2d-1652-481f-b619-4590000296cb req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] Attempting to bind port 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c on network 7ec6333e-a648-4609-8f08-da6c256d477c {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:09:17.874098 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14220c2d-1652-481f-b619-4590000296cb req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] Checking agent: {'id': '22792be7-dc61-4190-b12e-2da4263bba02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:09:17.874428 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14220c2d-1652-481f-b619-4590000296cb req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] Checking segment: {'id': '6d0fd6cc-8c61-4f6d-bd7d-c291ec0fd8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7ec6333e-a648-4609-8f08-da6c256d477c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:09:17.874806 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14220c2d-1652-481f-b619-4590000296cb req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] Bound using segment: {'id': '6d0fd6cc-8c61-4f6d-bd7d-c291ec0fd8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7ec6333e-a648-4609-8f08-da6c256d477c'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:09:17.875229 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-14220c2d-1652-481f-b619-4590000296cb req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] Bound port: 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d0fd6cc-8c61-4f6d-bd7d-c291ec0fd8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7ec6333e-a648-4609-8f08-da6c256d477c'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:09:17.875567 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-14220c2d-1652-481f-b619-4590000296cb req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:17.966599 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-14220c2d-1652-481f-b619-4590000296cb req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] For port 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c, host hv-cinder-77428, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:09:17.969593 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-14220c2d-1652-481f-b619-4590000296cb req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] For port 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6cf3c078-389e-4ee9-87ac-5b90c7c86a4c,segment=NetworkSegment(6d0fd6cc-8c61-4f6d-bd7d-c291ec0fd8fb),segment_id=6d0fd6cc-8c61-4f6d-bd7d-c291ec0fd8fb)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:09:17.973199 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-14220c2d-1652-481f-b619-4590000296cb req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:17.977639 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d8aa6b9b-08ea-4600-b555-0dd09b245bc3 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:18.026336 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14220c2d-1652-481f-b619-4590000296cb req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:18.026941 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-14220c2d-1652-481f-b619-4590000296cb req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:18.028326 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-14220c2d-1652-481f-b619-4590000296cb req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] 10.222.0.47 "PUT /v2.0/ports/6cf3c078-389e-4ee9-87ac-5b90c7c86a4c HTTP/1.1" status: 200 len: 1097 time: 1.0129888 May 10 15:09:18.029422 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d20533-20b6-44de-8ad1-24c51e544059', 'tag': '6cf3c078-389e-4ee9-87ac-5b90c7c86a4c'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:09:18.071815 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] Pushing event updated for resources: {'Port': ['ID=6cf3c078-389e-4ee9-87ac-5b90c7c86a4c,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:18.081209 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:18.084008 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d20533-20b6-44de-8ad1-24c51e544059', 'tag': '6cf3c078-389e-4ee9-87ac-5b90c7c86a4c', 'status': 'completed', 'code': 200} May 10 15:09:18.158291 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14220c2d-1652-481f-b619-4590000296cb req-93df197e-93d4-4ed3-80fc-73d5318690bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:18.159765 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-14220c2d-1652-481f-b619-4590000296cb req-93df197e-93d4-4ed3-80fc-73d5318690bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7e74e8cc65640fcac6821a4b61dbf20&device_id=c4d20533-20b6-44de-8ad1-24c51e544059 HTTP/1.1" status: 200 len: 1100 time: 0.0735073 May 10 15:09:18.232508 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-14220c2d-1652-481f-b619-4590000296cb req-6f3983eb-3cc0-40b3-b5b0-806d2482bdc4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=6cf3c078-389e-4ee9-87ac-5b90c7c86a4c HTTP/1.1" status: 200 len: 217 time: 0.0645487 May 10 15:09:18.294367 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14220c2d-1652-481f-b619-4590000296cb req-43f3d5a4-cc38-4a84-9c71-089f70a22f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:18.295789 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-14220c2d-1652-481f-b619-4590000296cb req-43f3d5a4-cc38-4a84-9c71-089f70a22f6c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=052a2a7f-148d-42cf-be7d-a50ea679a348 HTTP/1.1" status: 200 len: 843 time: 0.0570848 May 10 15:09:18.372101 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14220c2d-1652-481f-b619-4590000296cb req-593d3145-8ae3-45d2-b56b-ad33cb6fa745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:18.373473 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-14220c2d-1652-481f-b619-4590000296cb req-593d3145-8ae3-45d2-b56b-ad33cb6fa745 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ec6333e-a648-4609-8f08-da6c256d477c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0710249 May 10 15:09:18.501485 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-14220c2d-1652-481f-b619-4590000296cb req-ea2be5a7-07ab-4498-a570-12388d90ad97 service neutron] 10.222.0.47 "GET /v2.0/networks/7ec6333e-a648-4609-8f08-da6c256d477c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200700 May 10 15:09:18.718067 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-14220c2d-1652-481f-b619-4590000296cb req-569fb74c-081d-4825-94ab-dd8f40895523 service neutron] 10.222.0.47 "GET /v2.0/networks/7ec6333e-a648-4609-8f08-da6c256d477c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098043 May 10 15:09:18.879375 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee6809-4760-44da-9af2-5e9a436fb43a req-c369b60b-5623-4af5-b7ee-6a4e4ccae731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:18.880836 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-74ee6809-4760-44da-9af2-5e9a436fb43a req-c369b60b-5623-4af5-b7ee-6a4e4ccae731 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c7e74e8cc65640fcac6821a4b61dbf20&device_id=c4d20533-20b6-44de-8ad1-24c51e544059 HTTP/1.1" status: 200 len: 1100 time: 0.1109657 May 10 15:09:19.004237 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d4a5d-f776-4c7c-b4ba-1b7c2c7207fd req-4d970335-87b7-45aa-ac16-afcba0a79406 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:19.005689 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-351d4a5d-f776-4c7c-b4ba-1b7c2c7207fd req-4d970335-87b7-45aa-ac16-afcba0a79406 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d20533-20b6-44de-8ad1-24c51e544059 HTTP/1.1" status: 200 len: 947 time: 0.1799061 May 10 15:09:19.067054 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee6809-4760-44da-9af2-5e9a436fb43a req-00092f9a-78e6-485a-9677-ad8eb4972cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:19.068490 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-74ee6809-4760-44da-9af2-5e9a436fb43a req-00092f9a-78e6-485a-9677-ad8eb4972cd7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7ec6333e-a648-4609-8f08-da6c256d477c HTTP/1.1" status: 200 len: 870 time: 0.1796632 May 10 15:09:19.075761 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-351d4a5d-f776-4c7c-b4ba-1b7c2c7207fd req-6beddf4d-3be1-4b2d-a12f-96331f729651 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a86404b-53e2-46db-930b-24934766e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596669 May 10 15:09:19.139828 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-74ee6809-4760-44da-9af2-5e9a436fb43a req-346a6b31-01d4-4ea3-acce-e1159723cb0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=6cf3c078-389e-4ee9-87ac-5b90c7c86a4c HTTP/1.1" status: 200 len: 217 time: 0.0628083 May 10 15:09:19.204005 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee6809-4760-44da-9af2-5e9a436fb43a req-f67c78aa-971a-4604-afe5-757d1804d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:19.205571 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-74ee6809-4760-44da-9af2-5e9a436fb43a req-f67c78aa-971a-4604-afe5-757d1804d30a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=052a2a7f-148d-42cf-be7d-a50ea679a348 HTTP/1.1" status: 200 len: 843 time: 0.0592768 May 10 15:09:19.281399 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee6809-4760-44da-9af2-5e9a436fb43a req-a4d48f0e-1da9-4785-a1aa-b06ffefa2002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:19.282873 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-74ee6809-4760-44da-9af2-5e9a436fb43a req-a4d48f0e-1da9-4785-a1aa-b06ffefa2002 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7ec6333e-a648-4609-8f08-da6c256d477c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0700493 May 10 15:09:19.419353 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-74ee6809-4760-44da-9af2-5e9a436fb43a req-ee9a5bbb-ed03-430a-a80a-41d842571c01 service neutron] 10.222.0.47 "GET /v2.0/networks/7ec6333e-a648-4609-8f08-da6c256d477c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279347 May 10 15:09:19.498989 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 49150) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:19.550689 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-74ee6809-4760-44da-9af2-5e9a436fb43a req-59f8ab6a-4d99-443d-b3a5-953b2be8f1b8 service neutron] 10.222.0.47 "GET /v2.0/networks/7ec6333e-a648-4609-8f08-da6c256d477c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237535 May 10 15:09:19.616231 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-55a450f5-07ad-4ea8-8700-4bea2250f0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:19.630772 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-55a450f5-07ad-4ea8-8700-4bea2250f0d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:19.634668 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-55a450f5-07ad-4ea8-8700-4bea2250f0d9 admin admin] Usage tracker for resource:security_group_rule and tenant:4ef497f0a1b248b58069425b23b30891 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:19.637606 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-55a450f5-07ad-4ea8-8700-4bea2250f0d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:19.643263 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-55a450f5-07ad-4ea8-8700-4bea2250f0d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:19.725404 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-55a450f5-07ad-4ea8-8700-4bea2250f0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:19.729486 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-55a450f5-07ad-4ea8-8700-4bea2250f0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:19.737866 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-97eadc6e-5bd0-4bca-97b3-29b001da9271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:19.777589 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-55a450f5-07ad-4ea8-8700-4bea2250f0d9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ef497f0a1b248b58069425b23b30891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771583 May 10 15:09:19.778492 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a450f5-07ad-4ea8-8700-4bea2250f0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3898f84-00a3-49ec-83f3-ea78e5637a2d,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:19.780228 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 49156) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:19.781637 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-55a450f5-07ad-4ea8-8700-4bea2250f0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:19.840956 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-04da0dce-51c2-454f-966e-a3d3442c3220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:19.865810 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-04da0dce-51c2-454f-966e-a3d3442c3220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:19.916479 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-04da0dce-51c2-454f-966e-a3d3442c3220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:19.921315 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-002f5021-7584-4530-9751-5debd5e5abbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:19.932647 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da0dce-51c2-454f-966e-a3d3442c3220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3898f84-00a3-49ec-83f3-ea78e5637a2d,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:19.935443 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-04da0dce-51c2-454f-966e-a3d3442c3220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:19.937355 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-04da0dce-51c2-454f-966e-a3d3442c3220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:19.938900 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-04da0dce-51c2-454f-966e-a3d3442c3220 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3898f84-00a3-49ec-83f3-ea78e5637a2d HTTP/1.1" status: 204 len: 168 time: 0.1571279 May 10 15:09:20.215324 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 49166) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:20.233087 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-382ea9ab-b88f-41b6-bb5b-a53d2d81abfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:20.246965 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-382ea9ab-b88f-41b6-bb5b-a53d2d81abfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:20.250837 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-382ea9ab-b88f-41b6-bb5b-a53d2d81abfe admin admin] Usage tracker for resource:security_group_rule and tenant:d2816b8a5e1e46f0a2a2685e4cf604f7 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:20.253691 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-382ea9ab-b88f-41b6-bb5b-a53d2d81abfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:20.260067 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-382ea9ab-b88f-41b6-bb5b-a53d2d81abfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:20.262865 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb8689-483d-4e00-a716-91dd5e314e24 req-f7874d1f-38eb-4933-920d-b940657bc992 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:20.264382 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-adbb8689-483d-4e00-a716-91dd5e314e24 req-f7874d1f-38eb-4933-920d-b940657bc992 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d20533-20b6-44de-8ad1-24c51e544059 HTTP/1.1" status: 200 len: 947 time: 0.0801685 May 10 15:09:20.285641 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:09:20.317036 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-adbb8689-483d-4e00-a716-91dd5e314e24 req-543558ad-88d5-43ce-84a6-baaa4fe2796e tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a86404b-53e2-46db-930b-24934766e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465009 May 10 15:09:20.357520 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-382ea9ab-b88f-41b6-bb5b-a53d2d81abfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:20.361214 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-382ea9ab-b88f-41b6-bb5b-a53d2d81abfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:20.373870 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c36bd07d-31ed-419b-a9f2-ba832f5c955f tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:20.412379 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-382ea9ab-b88f-41b6-bb5b-a53d2d81abfe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2816b8a5e1e46f0a2a2685e4cf604f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1958764 May 10 15:09:20.413974 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ea9ab-b88f-41b6-bb5b-a53d2d81abfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7da7e5-1497-4437-a319-a9ff61756995,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:20.415320 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 49170) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:20.418160 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-382ea9ab-b88f-41b6-bb5b-a53d2d81abfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:20.423417 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6cf3c078-389e-4ee9-87ac-5b90c7c86a4c,segment=NetworkSegment(6d0fd6cc-8c61-4f6d-bd7d-c291ec0fd8fb),segment_id=6d0fd6cc-8c61-4f6d-bd7d-c291ec0fd8fb)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:20.440294 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Returning: {'device': '6cf3c078-389e-4ee9-87ac-5b90c7c86a4c', 'network_id': '7ec6333e-a648-4609-8f08-da6c256d477c', 'port_id': '6cf3c078-389e-4ee9-87ac-5b90c7c86a4c', 'mac_address': 'fa:16:3e:f9:a8:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052a2a7f-148d-42cf-be7d-a50ea679a348', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:09:20.472177 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-e3988ba9-fd3b-46f8-a45b-3ef1eeafe13d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:20.494970 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:20.497303 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-e3988ba9-fd3b-46f8-a45b-3ef1eeafe13d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:20.511467 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:09:20.526343 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6cf3c078-389e-4ee9-87ac-5b90c7c86a4c,segment=NetworkSegment(6d0fd6cc-8c61-4f6d-bd7d-c291ec0fd8fb),segment_id=6d0fd6cc-8c61-4f6d-bd7d-c291ec0fd8fb)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:20.530064 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:20.531870 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:20.548243 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-e3988ba9-fd3b-46f8-a45b-3ef1eeafe13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:20.552457 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b5220d2b-c664-4b04-8b6f-3320ed451bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:20.563826 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3988ba9-fd3b-46f8-a45b-3ef1eeafe13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7da7e5-1497-4437-a319-a9ff61756995,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:20.566026 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-e3988ba9-fd3b-46f8-a45b-3ef1eeafe13d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:20.573750 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-e3988ba9-fd3b-46f8-a45b-3ef1eeafe13d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:20.574906 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-e3988ba9-fd3b-46f8-a45b-3ef1eeafe13d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1d7da7e5-1497-4437-a319-a9ff61756995 HTTP/1.1" status: 204 len: 168 time: 0.1586523 May 10 15:09:20.611445 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=6cf3c078-389e-4ee9-87ac-5b90c7c86a4c,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:20.614469 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:20.802358 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['6cf3c078-389e-4ee9-87ac-5b90c7c86a4c'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:09:21.502989 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f32d48-226c-42fe-8cdc-506afe9f2fa4 req-1b7ba2b6-645b-47d4-b533-295b6eb3fba2 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:21.504449 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-27f32d48-226c-42fe-8cdc-506afe9f2fa4 req-1b7ba2b6-645b-47d4-b533-295b6eb3fba2 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d20533-20b6-44de-8ad1-24c51e544059 HTTP/1.1" status: 200 len: 948 time: 0.0827887 May 10 15:09:21.550220 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-27f32d48-226c-42fe-8cdc-506afe9f2fa4 req-9eae581a-9058-4362-aa91-ca76b31bd824 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a86404b-53e2-46db-930b-24934766e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399380 May 10 15:09:22.305735 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c up at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:09:22.373864 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning for port 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:09:22.378835 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning complete for port 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:22.379216 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:22.498098 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:22.549119 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d20533-20b6-44de-8ad1-24c51e544059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf3c078-389e-4ee9-87ac-5b90c7c86a4c'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:09:22.559503 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6cf3c078-389e-4ee9-87ac-5b90c7c86a4c,segment=NetworkSegment(6d0fd6cc-8c61-4f6d-bd7d-c291ec0fd8fb),segment_id=6d0fd6cc-8c61-4f6d-bd7d-c291ec0fd8fb)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:22.565924 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 49236) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:22.566732 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:22.568573 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:22.628262 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d20533-20b6-44de-8ad1-24c51e544059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf3c078-389e-4ee9-87ac-5b90c7c86a4c', 'code': 200} May 10 15:09:22.636927 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=6cf3c078-389e-4ee9-87ac-5b90c7c86a4c,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:22.645271 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:22.734678 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-524e14b7-9e34-401b-aba6-2bce8b948c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:22.755464 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-524e14b7-9e34-401b-aba6-2bce8b948c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:22.761093 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-524e14b7-9e34-401b-aba6-2bce8b948c66 admin admin] Usage tracker for resource:security_group_rule and tenant:e560774315574402a8ecb96cff3d4680 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:22.764472 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-524e14b7-9e34-401b-aba6-2bce8b948c66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:22.804825 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-524e14b7-9e34-401b-aba6-2bce8b948c66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:22.860359 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe939dac-4b01-48e7-a2aa-94fd1261d16f req-82d22451-6458-4782-b535-491c5d67b887 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:22.861810 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fe939dac-4b01-48e7-a2aa-94fd1261d16f req-82d22451-6458-4782-b535-491c5d67b887 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d20533-20b6-44de-8ad1-24c51e544059 HTTP/1.1" status: 200 len: 949 time: 0.1866899 May 10 15:09:22.938924 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fe939dac-4b01-48e7-a2aa-94fd1261d16f req-e1a7869b-e293-498a-b334-89ac12d38844 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a86404b-53e2-46db-930b-24934766e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674925 May 10 15:09:22.946177 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7bffc-ca84-4358-b7c6-aacbcb8dddaa req-13b3df1a-5388-453d-8308-aaf35776b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:22.947597 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-22d7bffc-ca84-4358-b7c6-aacbcb8dddaa req-13b3df1a-5388-453d-8308-aaf35776b9d4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c4d20533-20b6-44de-8ad1-24c51e544059 HTTP/1.1" status: 200 len: 1102 time: 0.1762471 May 10 15:09:23.011538 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-524e14b7-9e34-401b-aba6-2bce8b948c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:23.018132 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-22d7bffc-ca84-4358-b7c6-aacbcb8dddaa req-22ff209e-2fda-4ea3-b019-47c78caea5bf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5a86404b-53e2-46db-930b-24934766e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591319 May 10 15:09:23.018673 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-524e14b7-9e34-401b-aba6-2bce8b948c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:23.026786 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-2e032f3c-3856-4d50-9116-27641375acad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:23.144002 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-524e14b7-9e34-401b-aba6-2bce8b948c66 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e560774315574402a8ecb96cff3d4680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5763886 May 10 15:09:23.145667 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e14b7-9e34-401b-aba6-2bce8b948c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40c6bbd-5964-4633-94a4-3bbff807889b,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:23.146840 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 49244) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:23.148692 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-524e14b7-9e34-401b-aba6-2bce8b948c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:23.206602 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f30a16de-41c3-43f2-ba98-5ea2913e7c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:23.232212 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f30a16de-41c3-43f2-ba98-5ea2913e7c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:23.283035 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f30a16de-41c3-43f2-ba98-5ea2913e7c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:23.287621 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-43fa8a1f-5672-403a-83d2-a4a77bbebb2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:23.301684 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a16de-41c3-43f2-ba98-5ea2913e7c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40c6bbd-5964-4633-94a4-3bbff807889b,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:23.305937 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-f30a16de-41c3-43f2-ba98-5ea2913e7c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:23.317758 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-f30a16de-41c3-43f2-ba98-5ea2913e7c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:23.318859 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-f30a16de-41c3-43f2-ba98-5ea2913e7c03 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a40c6bbd-5964-4633-94a4-3bbff807889b HTTP/1.1" status: 204 len: 168 time: 0.1709750 May 10 15:09:23.587300 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 49252) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:23.605441 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-62981200-f392-48ac-887f-c3220a0dd035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:23.619309 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-62981200-f392-48ac-887f-c3220a0dd035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:23.623104 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-62981200-f392-48ac-887f-c3220a0dd035 admin admin] Usage tracker for resource:security_group_rule and tenant:e220fd1e324a4aa386c533058ffcb2fc is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:23.625849 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-62981200-f392-48ac-887f-c3220a0dd035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:23.631345 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-62981200-f392-48ac-887f-c3220a0dd035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:23.717063 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-62981200-f392-48ac-887f-c3220a0dd035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:23.720887 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-62981200-f392-48ac-887f-c3220a0dd035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:23.728590 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-e063c4e5-9993-42f5-bb89-f75b0bb88d25 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:23.766936 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62981200-f392-48ac-887f-c3220a0dd035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63df2198-076f-4dc1-b470-63c7a4fa23c4,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:23.772448 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-62981200-f392-48ac-887f-c3220a0dd035 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e220fd1e324a4aa386c533058ffcb2fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840684 May 10 15:09:23.773581 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-62981200-f392-48ac-887f-c3220a0dd035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:23.774650 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 49256) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:23.837181 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ff5fe09c-0502-445d-bc44-d1fc89e0394d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:23.863967 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ff5fe09c-0502-445d-bc44-d1fc89e0394d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:23.916665 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ff5fe09c-0502-445d-bc44-d1fc89e0394d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:23.920287 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-0a776bca-18ed-47c5-bce4-0ef36a45a362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:23.932515 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fe09c-0502-445d-bc44-d1fc89e0394d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63df2198-076f-4dc1-b470-63c7a4fa23c4,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:23.934711 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ff5fe09c-0502-445d-bc44-d1fc89e0394d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:23.941373 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ff5fe09c-0502-445d-bc44-d1fc89e0394d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:23.942464 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-ff5fe09c-0502-445d-bc44-d1fc89e0394d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/63df2198-076f-4dc1-b470-63c7a4fa23c4 HTTP/1.1" status: 204 len: 168 time: 0.1668544 May 10 15:09:24.131470 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b58713-553f-470e-a198-72527bda3d6b req-a7a0e37a-7ca1-4d90-93c0-1653398b01b4 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:24.132934 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f5b58713-553f-470e-a198-72527bda3d6b req-a7a0e37a-7ca1-4d90-93c0-1653398b01b4 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d20533-20b6-44de-8ad1-24c51e544059 HTTP/1.1" status: 200 len: 949 time: 0.0871718 May 10 15:09:24.177841 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f5b58713-553f-470e-a198-72527bda3d6b req-87581200-a567-4fbe-98bf-df2e4663b728 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a86404b-53e2-46db-930b-24934766e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386403 May 10 15:09:24.611575 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fad537-6792-43ee-baec-0e361277e9d5 req-41a21dc5-9c9d-4479-9238-b973730e8dcb tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:24.613045 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-80fad537-6792-43ee-baec-0e361277e9d5 req-41a21dc5-9c9d-4479-9238-b973730e8dcb tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d20533-20b6-44de-8ad1-24c51e544059 HTTP/1.1" status: 200 len: 949 time: 0.0859773 May 10 15:09:24.657520 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-80fad537-6792-43ee-baec-0e361277e9d5 req-ecf5659c-7d81-4d31-995e-3a0fcabc31ea tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a86404b-53e2-46db-930b-24934766e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387905 May 10 15:09:25.846885 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2515cf4-826b-4c95-9c58-86c78259f294 req-b7a81683-b727-491c-bde9-fff05c0c7161 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:25.848511 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a2515cf4-826b-4c95-9c58-86c78259f294 req-b7a81683-b727-491c-bde9-fff05c0c7161 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d20533-20b6-44de-8ad1-24c51e544059 HTTP/1.1" status: 200 len: 949 time: 0.0822415 May 10 15:09:25.902124 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a2515cf4-826b-4c95-9c58-86c78259f294 req-a483c206-c5b6-4cc2-8ce1-be7e8b473415 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a86404b-53e2-46db-930b-24934766e19d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474911 May 10 15:09:25.982325 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f6254-1550-479b-b658-2a000636482c req-1c2952e7-c717-4b44-90c6-806dde92a7de tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:25.983714 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4e5f6254-1550-479b-b658-2a000636482c req-1c2952e7-c717-4b44-90c6-806dde92a7de tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4d20533-20b6-44de-8ad1-24c51e544059 HTTP/1.1" status: 200 len: 949 time: 0.0776544 May 10 15:09:26.118720 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-4e5f6254-1550-479b-b658-2a000636482c req-4acb3dee-5afc-4941-9eeb-feaaf126f5af tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Deleting port 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:09:26.119054 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-4e5f6254-1550-479b-b658-2a000636482c req-4acb3dee-5afc-4941-9eeb-feaaf126f5af tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:26.246985 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-4e5f6254-1550-479b-b658-2a000636482c req-4acb3dee-5afc-4941-9eeb-feaaf126f5af tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] For port 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6cf3c078-389e-4ee9-87ac-5b90c7c86a4c,segment=NetworkSegment(6d0fd6cc-8c61-4f6d-bd7d-c291ec0fd8fb),segment_id=6d0fd6cc-8c61-4f6d-bd7d-c291ec0fd8fb)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:26.247251 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-4e5f6254-1550-479b-b658-2a000636482c req-4acb3dee-5afc-4941-9eeb-feaaf126f5af tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:26.364038 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-4e5f6254-1550-479b-b658-2a000636482c req-4acb3dee-5afc-4941-9eeb-feaaf126f5af tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Calling delete_port for 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:09:26.470884 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-4e5f6254-1550-479b-b658-2a000636482c req-4acb3dee-5afc-4941-9eeb-feaaf126f5af tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:26.476281 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-a2d2453a-54a1-401a-a2d6-1d2148839fd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:26.483776 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['6cf3c078-389e-4ee9-87ac-5b90c7c86a4c'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:09:26.520415 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb3dee-5afc-4941-9eeb-feaaf126f5af tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Pushing event deleted for resources: {'Port': ['ID=6cf3c078-389e-4ee9-87ac-5b90c7c86a4c,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:26.523424 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-4acb3dee-5afc-4941-9eeb-feaaf126f5af tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:26.597996 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5f6254-1550-479b-b658-2a000636482c req-4acb3dee-5afc-4941-9eeb-feaaf126f5af tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] No DVR routers for this DVR port 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c on host hv-cinder-77428 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:09:26.600866 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-4e5f6254-1550-479b-b658-2a000636482c req-4acb3dee-5afc-4941-9eeb-feaaf126f5af tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:26.604562 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d20533-20b6-44de-8ad1-24c51e544059', 'name': 'network-vif-deleted', 'tag': '6cf3c078-389e-4ee9-87ac-5b90c7c86a4c'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:09:26.622424 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4e5f6254-1550-479b-b658-2a000636482c req-4acb3dee-5afc-4941-9eeb-feaaf126f5af tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.47 "DELETE /v2.0/ports/6cf3c078-389e-4ee9-87ac-5b90c7c86a4c HTTP/1.1" status: 204 len: 173 time: 0.6326637 May 10 15:09:26.660386 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d20533-20b6-44de-8ad1-24c51e544059', 'name': 'network-vif-deleted', 'tag': '6cf3c078-389e-4ee9-87ac-5b90c7c86a4c', 'status': 'completed', 'code': 200} May 10 15:09:27.067584 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-580af7c8-db0b-432d-aa18-312d27b845fa req-968ba778-d113-402f-9414-57d517e8a171 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Synchronizing usage tracker for tenant:c7e74e8cc65640fcac6821a4b61dbf20 on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:09:27.084127 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-580af7c8-db0b-432d-aa18-312d27b845fa req-968ba778-d113-402f-9414-57d517e8a171 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Unset dirty status for tenant:c7e74e8cc65640fcac6821a4b61dbf20 on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:09:27.085292 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-580af7c8-db0b-432d-aa18-312d27b845fa req-968ba778-d113-402f-9414-57d517e8a171 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4d20533-20b6-44de-8ad1-24c51e544059 HTTP/1.1" status: 200 len: 210 time: 0.0658958 May 10 15:09:27.150666 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:09:30.314072 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c no longer exists at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:09:30.356086 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] No Port match for: 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:09:30.356086 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 6cf3c078-389e-4ee9-87ac-5b90c7c86a4c not bound to the agent host hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:09:32.693184 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 49592) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:32.837380 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-037ea9ab-f1f7-4150-bf1d-003125eaed43 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c7e74e8cc65640fcac6821a4b61dbf20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430032 May 10 15:09:32.839708 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 49598) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:32.894550 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b1d866c1-f33e-40c3-8e0e-f58e1b070848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:32.919675 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b1d866c1-f33e-40c3-8e0e-f58e1b070848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:32.970961 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b1d866c1-f33e-40c3-8e0e-f58e1b070848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:32.976106 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-04da0dce-51c2-454f-966e-a3d3442c3220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:32.989975 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d866c1-f33e-40c3-8e0e-f58e1b070848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a86404b-53e2-46db-930b-24934766e19d,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:32.994734 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b1d866c1-f33e-40c3-8e0e-f58e1b070848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:33.001790 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b1d866c1-f33e-40c3-8e0e-f58e1b070848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:33.005641 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-b1d866c1-f33e-40c3-8e0e-f58e1b070848 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a86404b-53e2-46db-930b-24934766e19d HTTP/1.1" status: 204 len: 168 time: 0.1623001 May 10 15:09:33.659398 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 49628) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:33.764855 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-959399539-network', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:09:33.769560 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:33.773315 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] Usage tracker for resource:network and tenant:f7895dff09a144319c6c45d363999cfd is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:33.776120 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:33.782296 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:33.792400 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] Made reservation on behalf of f7895dff09a144319c6c45d363999cfd for: {'network': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:09:33.794602 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for network, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:33.807061 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:33.820720 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:33.824429 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] Usage tracker for resource:security_group_rule and tenant:f7895dff09a144319c6c45d363999cfd is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:33.827180 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:33.832895 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:33.914108 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:33.918197 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:33.921039 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-bcd387eb-b54a-4cfc-8e93-74af26e620cb tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:33.948652 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=78743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:09:33.956868 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4efaec-13e5-4861-a407-3f3ad1b13634,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:33.960320 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:33.963902 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:33.964340 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.db.segments_db [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] Added segment e957e94e-ad7a-40ba-8ca6-1183a1a3a35b of type vlan for network 2a58339a-a411-4672-9ec2-20fcdc2985b1 May 10 15:09:33.990493 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729786867074'] for network, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:34.018589 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for network, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:34.019884 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:34.020495 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:34.025568 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:34.121340 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4608042 May 10 15:09:34.124222 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] Pushing event updated for resources: {'Network': ['ID=2a58339a-a411-4672-9ec2-20fcdc2985b1,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:34.124816 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 49634) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:34.126870 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:34.136645 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-a9a7de18-fdc3-472b-8ed5-e7e796325f45 admin admin] Request body: {'subnet': {'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-959399539-subnet', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'ip_version': 4}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:09:34.138103 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Network 2a58339a-a411-4672-9ec2-20fcdc2985b1 details requested by agent ovs-agent-dv-cinder-774286-14-iscsi with host dv-cinder-774286-14-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:09:34.141878 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a9a7de18-fdc3-472b-8ed5-e7e796325f45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:34.145667 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-a9a7de18-fdc3-472b-8ed5-e7e796325f45 admin admin] Usage tracker for resource:subnet and tenant:f7895dff09a144319c6c45d363999cfd is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:34.148464 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-a9a7de18-fdc3-472b-8ed5-e7e796325f45 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:34.154844 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a9a7de18-fdc3-472b-8ed5-e7e796325f45 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:34.165135 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a7de18-fdc3-472b-8ed5-e7e796325f45 admin admin] Made reservation on behalf of f7895dff09a144319c6c45d363999cfd for: {'subnet': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:09:34.167698 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a9a7de18-fdc3-472b-8ed5-e7e796325f45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10807652'] for subnet, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:34.281993 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:34.636666 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a9a7de18-fdc3-472b-8ed5-e7e796325f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10774988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10807574'] for subnet, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:34.640226 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:34.711702 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7de18-fdc3-472b-8ed5-e7e796325f45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab833486-335b-4eae-8ee9-34060055640e,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:34.715025 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a9a7de18-fdc3-472b-8ed5-e7e796325f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:34.721089 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a7de18-fdc3-472b-8ed5-e7e796325f45 admin admin] Checking segment: {'id': 'e957e94e-ad7a-40ba-8ca6-1183a1a3a35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:09:34.721448 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a7de18-fdc3-472b-8ed5-e7e796325f45 admin admin] Network hostable DHCP agents. Network: 2a58339a-a411-4672-9ec2-20fcdc2985b1, hostable agents: ['c2c2a961-2376-4d10-9e89-a93ed7bded42'], hosted agents: [] {{(pid=78742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:09:34.738572 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a7de18-fdc3-472b-8ed5-e7e796325f45 admin admin] Network 2a58339a-a411-4672-9ec2-20fcdc2985b1 is scheduled to be hosted by DHCP agent c2c2a961-2376-4d10-9e89-a93ed7bded42 with binding_index 1 {{(pid=78742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:09:34.747819 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-a9a7de18-fdc3-472b-8ed5-e7e796325f45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-14-iscsi, 2a58339a-a411-4672-9ec2-20fcdc2985b1) {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:34.756104 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a7de18-fdc3-472b-8ed5-e7e796325f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:34.756689 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a9a7de18-fdc3-472b-8ed5-e7e796325f45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:34.757030 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e6f292-2ab1-447e-884e-593bce5a5346 None None] Network 2a58339a-a411-4672-9ec2-20fcdc2985b1 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:09:34.784533 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-a9a7de18-fdc3-472b-8ed5-e7e796325f45 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6584466 May 10 15:09:34.785031 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 49644) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:34.791312 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-fcd8c77c-b3e2-4092-8c26-4ba2206e3db4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-959399539-router', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:09:34.795889 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-fcd8c77c-b3e2-4092-8c26-4ba2206e3db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:34.800137 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-fcd8c77c-b3e2-4092-8c26-4ba2206e3db4 admin admin] Usage tracker for resource:router and tenant:f7895dff09a144319c6c45d363999cfd is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:34.803009 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-fcd8c77c-b3e2-4092-8c26-4ba2206e3db4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:34.808776 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-fcd8c77c-b3e2-4092-8c26-4ba2206e3db4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:34.820444 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-fcd8c77c-b3e2-4092-8c26-4ba2206e3db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-348896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29808'] for router, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:34.821495 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-fcd8c77c-b3e2-4092-8c26-4ba2206e3db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-348911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29769'] for router, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:34.837114 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-fcd8c77c-b3e2-4092-8c26-4ba2206e3db4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:34.983001 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016fd023-7326-5b62-89a5-d40737038a22-2a58339a-a411-4672-9ec2-20fcdc2985b1', 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'fixed_ips': [{'subnet_id': 'ab833486-335b-4eae-8ee9-34060055640e'}]}} from dv-cinder-774286-14-iscsi. {{(pid=78744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 15:09:34.983823 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:35.136295 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.db_base_plugin_common [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] Allocated IP 172.20.0.2 (2a58339a-a411-4672-9ec2-20fcdc2985b1/ab833486-335b-4eae-8ee9-34060055640e/833ae54c-a56f-4802-896f-220ac71c4294) {{(pid=78744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:09:35.187561 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-fcd8c77c-b3e2-4092-8c26-4ba2206e3db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29783'] for router, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:35.335675 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] Notify callbacks [] for port, precommit_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:35.345616 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] Transition to ACTIVE for port object 833ae54c-a56f-4802-896f-220ac71c4294 will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:09:35.362712 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] Transition to ACTIVE for port object 833ae54c-a56f-4802-896f-220ac71c4294 will not be triggered until provisioned by entity DHCP. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:09:35.368213 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540'] for port, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:35.372350 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:35.424616 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] Network 2a58339a-a411-4672-9ec2-20fcdc2985b1 is already hosted by enough agents. {{(pid=78744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:09:35.427133 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.scheduler.base_scheduler [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] Resources bound (agent type, host, resource id): {{(pid=78744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:35.430629 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] Received port after_create {{(pid=78744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:09:35.475917 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] Pushing event updated for resources: {'Port': ['ID=833ae54c-a56f-4802-896f-220ac71c4294,revision_number=1']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:35.482610 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:35.490862 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-fcd8c77c-b3e2-4092-8c26-4ba2206e3db4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:35.520417 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-fcd8c77c-b3e2-4092-8c26-4ba2206e3db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:35.530849 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] Attempting to bind port 833ae54c-a56f-4802-896f-220ac71c4294 on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:09:35.531224 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] Attempting to bind port 833ae54c-a56f-4802-896f-220ac71c4294 by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': 'e957e94e-ad7a-40ba-8ca6-1183a1a3a35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:09:35.531594 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] Attempting to bind port 833ae54c-a56f-4802-896f-220ac71c4294 on network 2a58339a-a411-4672-9ec2-20fcdc2985b1 {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:09:35.536841 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:09:35.537215 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] Checking segment: {'id': 'e957e94e-ad7a-40ba-8ca6-1183a1a3a35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:09:35.537618 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:35.538013 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] Bound using segment: {'id': 'e957e94e-ad7a-40ba-8ca6-1183a1a3a35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:09:35.538481 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] Bound port: 833ae54c-a56f-4802-896f-220ac71c4294, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e957e94e-ad7a-40ba-8ca6-1183a1a3a35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:09:35.539099 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:35.627399 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] For port 833ae54c-a56f-4802-896f-220ac71c4294, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:09:35.630664 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] For port 833ae54c-a56f-4802-896f-220ac71c4294, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=833ae54c-a56f-4802-896f-220ac71c4294,segment=NetworkSegment(e957e94e-ad7a-40ba-8ca6-1183a1a3a35b),segment_id=e957e94e-ad7a-40ba-8ca6-1183a1a3a35b)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:09:35.636259 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:35.640677 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:35.654536 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [None req-fcd8c77c-b3e2-4092-8c26-4ba2206e3db4 admin admin] Allocated IP 172.27.2.84 (7f05d45f-a9de-427f-b4f6-29fb46a47d9c/0e18a723-9037-4ee4-acce-9c55576c5ea3/22561c3c-c240-4ae2-8bbd-73773385d6b2) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:09:35.721612 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] Pushing event updated for resources: {'Port': ['ID=833ae54c-a56f-4802-896f-220ac71c4294,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:35.724698 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:35.809555 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-fcd8c77c-b3e2-4092-8c26-4ba2206e3db4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:35.840378 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-fcd8c77c-b3e2-4092-8c26-4ba2206e3db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:35.845348 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ee7bb291-c3b8-483e-b1e6-57a96b66f741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:35.869076 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e001051f-4e34-4e9b-8839-980d2e06c73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:35.920487 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd8c77c-b3e2-4092-8c26-4ba2206e3db4 admin admin] Network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:09:35.924522 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-fcd8c77c-b3e2-4092-8c26-4ba2206e3db4 admin admin] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:35.943153 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd8c77c-b3e2-4092-8c26-4ba2206e3db4 admin admin] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:09:35.972879 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8c77c-b3e2-4092-8c26-4ba2206e3db4 admin admin] Pushing event updated for resources: {'Port': ['ID=22561c3c-c240-4ae2-8bbd-73773385d6b2,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:35.978371 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-fcd8c77c-b3e2-4092-8c26-4ba2206e3db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:36.078830 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 49654) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:36.199438 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b6dac4d4-5cb3-4d14-a7bd-62724a4ad884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:36.216263 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-b6dac4d4-5cb3-4d14-a7bd-62724a4ad884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:36.220379 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-b6dac4d4-5cb3-4d14-a7bd-62724a4ad884 admin admin] Usage tracker for resource:security_group_rule and tenant:97b381871fca428fab475bf1d4823016 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:36.223333 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-b6dac4d4-5cb3-4d14-a7bd-62724a4ad884 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:36.229936 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-b6dac4d4-5cb3-4d14-a7bd-62724a4ad884 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:36.323793 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b6dac4d4-5cb3-4d14-a7bd-62724a4ad884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:36.328309 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b6dac4d4-5cb3-4d14-a7bd-62724a4ad884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:36.336278 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-046498fe-194b-4985-a5d1-9c72ab6f8692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:36.383959 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-b6dac4d4-5cb3-4d14-a7bd-62724a4ad884 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=97b381871fca428fab475bf1d4823016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010314 May 10 15:09:36.383959 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dac4d4-5cb3-4d14-a7bd-62724a4ad884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0bac2d-9984-4535-87e0-8127c4684a3c,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:36.385260 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 49660) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:36.387885 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b6dac4d4-5cb3-4d14-a7bd-62724a4ad884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:36.448565 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fba27329-5dcc-4f37-8e86-c584830e7206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:36.471611 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-fcd8c77c-b3e2-4092-8c26-4ba2206e3db4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:36.475716 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fba27329-5dcc-4f37-8e86-c584830e7206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:36.532152 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fba27329-5dcc-4f37-8e86-c584830e7206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:36.536214 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b23bb928-6beb-4a79-b4ec-b1fd9d2c71fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:36.549730 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba27329-5dcc-4f37-8e86-c584830e7206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0bac2d-9984-4535-87e0-8127c4684a3c,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:36.552611 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-fba27329-5dcc-4f37-8e86-c584830e7206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:36.555463 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fba27329-5dcc-4f37-8e86-c584830e7206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:36.556885 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-fba27329-5dcc-4f37-8e86-c584830e7206 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a0bac2d-9984-4535-87e0-8127c4684a3c HTTP/1.1" status: 204 len: 168 time: 0.1708004 May 10 15:09:36.730037 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a50998-1e5a-4acd-84c2-ffc5e175f725 None None] Network 2a58339a-a411-4672-9ec2-20fcdc2985b1 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:09:36.813057 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-458dc55d-9828-4aca-8e8e-568feb514b4e None None] Provisioning for port 833ae54c-a56f-4802-896f-220ac71c4294 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:09:36.824321 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-fcd8c77c-b3e2-4092-8c26-4ba2206e3db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406019'] for router, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:36.872231 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 49668) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:36.893950 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2960bab4-745b-4de4-8b22-1bcb54eaecb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:36.908424 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-2960bab4-745b-4de4-8b22-1bcb54eaecb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:36.912202 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-2960bab4-745b-4de4-8b22-1bcb54eaecb8 admin admin] Usage tracker for resource:security_group_rule and tenant:34de2187780f4ed49ffa034a0fb72ad4 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:36.915861 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-2960bab4-745b-4de4-8b22-1bcb54eaecb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:36.922024 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-2960bab4-745b-4de4-8b22-1bcb54eaecb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:37.007057 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2960bab4-745b-4de4-8b22-1bcb54eaecb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:37.012377 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2960bab4-745b-4de4-8b22-1bcb54eaecb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:37.021696 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-55a450f5-07ad-4ea8-8700-4bea2250f0d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:37.049389 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd8c77c-b3e2-4092-8c26-4ba2206e3db4 admin admin] Router a80a954f-3ed8-49b0-9a90-4a4e238ee4ef is scheduled to L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 with binding_index 1 {{(pid=78743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:09:37.067720 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-2960bab4-745b-4de4-8b22-1bcb54eaecb8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=34de2187780f4ed49ffa034a0fb72ad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943960 May 10 15:09:37.070192 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960bab4-745b-4de4-8b22-1bcb54eaecb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0260df38-a3b0-43ff-b574-31066727628e,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:37.072937 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 49672) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:37.076144 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2960bab4-745b-4de4-8b22-1bcb54eaecb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:37.144484 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7ec2a75b-7cf4-4939-8253-08bc509b8eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:37.172691 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7ec2a75b-7cf4-4939-8253-08bc509b8eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:37.232019 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7ec2a75b-7cf4-4939-8253-08bc509b8eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:37.235942 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-404e8835-e948-4047-893f-53c944da5804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:37.248131 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2a75b-7cf4-4939-8253-08bc509b8eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0260df38-a3b0-43ff-b574-31066727628e,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:37.250297 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-7ec2a75b-7cf4-4939-8253-08bc509b8eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:37.255736 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd8c77c-b3e2-4092-8c26-4ba2206e3db4 admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:09:37.256655 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7ec2a75b-7cf4-4939-8253-08bc509b8eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:37.257791 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-7ec2a75b-7cf4-4939-8253-08bc509b8eea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0260df38-a3b0-43ff-b574-31066727628e HTTP/1.1" status: 204 len: 168 time: 0.1835825 May 10 15:09:37.273021 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] Sync routers for ids ['a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:09:37.283749 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-fcd8c77c-b3e2-4092-8c26-4ba2206e3db4 admin admin] Notify callbacks [] for router, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:37.287115 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] Routers {'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:09:37.287828 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:09:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:37.288113 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 49678) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:37.288600 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-fcd8c77c-b3e2-4092-8c26-4ba2206e3db4 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5024176 May 10 15:09:37.449815 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 833ae54c-a56f-4802-896f-220ac71c4294 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:09:37.577162 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] Set router a80a954f-3ed8-49b0-9a90-4a4e238ee4ef gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:09:37.620819 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port 833ae54c-a56f-4802-896f-220ac71c4294 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:09:37.694204 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 833ae54c-a56f-4802-896f-220ac71c4294 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:37.694623 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:37.964300 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:38.000691 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c6cb9731-a2f5-48c5-b1b5-8515f55bf3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:38.020973 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] For port 833ae54c-a56f-4802-896f-220ac71c4294, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=833ae54c-a56f-4802-896f-220ac71c4294,segment=NetworkSegment(e957e94e-ad7a-40ba-8ca6-1183a1a3a35b),segment_id=e957e94e-ad7a-40ba-8ca6-1183a1a3a35b)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:38.027060 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:38.030085 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:38.067950 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'name': 'tempest-TestMinimumBasicScenario-959399539-router', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22561c3c-c240-4ae2-8bbd-73773385d6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:09:34Z', 'updated_at': '2021-05-10T15:09:36Z', 'revision_number': 3, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'gw_port': {'id': '22561c3c-c240-4ae2-8bbd-73773385d6b2', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:35Z', 'updated_at': '2021-05-10T15:09:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:38.080553 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] Checking router: a80a954f-3ed8-49b0-9a90-4a4e238ee4ef for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:09:38.080760 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] Updating router a80a954f-3ed8-49b0-9a90-4a4e238ee4ef port 22561c3c-c240-4ae2-8bbd-73773385d6b2 binding host dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:09:38.170500 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Pushing event updated for resources: {'Port': ['ID=833ae54c-a56f-4802-896f-220ac71c4294,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:38.180252 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:38.183368 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:38.243898 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-c6cb9731-a2f5-48c5-b1b5-8515f55bf3ee admin admin] Allocated IP 172.20.0.1 (2a58339a-a411-4672-9ec2-20fcdc2985b1/ab833486-335b-4eae-8ee9-34060055640e/c608bcd4-1b14-4e3d-ac28-9cf5639947bc) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:09:38.477576 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:38.512494 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c6cb9731-a2f5-48c5-b1b5-8515f55bf3ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:38.529003 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [None req-c6cb9731-a2f5-48c5-b1b5-8515f55bf3ee admin admin] Transition to ACTIVE for port object c608bcd4-1b14-4e3d-ac28-9cf5639947bc will not be triggered until provisioned by entity DHCP. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:09:38.540375 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] Notify callbacks [] for port, precommit_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:38.551844 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] Transition to ACTIVE for port object 22561c3c-c240-4ae2-8bbd-73773385d6b2 will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:09:38.556290 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c6cb9731-a2f5-48c5-b1b5-8515f55bf3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:38.559289 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:38.561828 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-16a625f5-5257-40e2-8850-0ad45d91498d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:38.563799 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:38.621538 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cb9731-a2f5-48c5-b1b5-8515f55bf3ee admin admin] Network 2a58339a-a411-4672-9ec2-20fcdc2985b1 is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:09:38.624525 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-c6cb9731-a2f5-48c5-b1b5-8515f55bf3ee admin admin] Resources bound (agent type, host, resource id): {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:38.628609 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cb9731-a2f5-48c5-b1b5-8515f55bf3ee admin admin] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:09:38.652295 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] Attempting to bind port 22561c3c-c240-4ae2-8bbd-73773385d6b2 on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:09:38.652728 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] Attempting to bind port 22561c3c-c240-4ae2-8bbd-73773385d6b2 by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:09:38.653194 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] Attempting to bind port 22561c3c-c240-4ae2-8bbd-73773385d6b2 on network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:09:38.662458 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:09:38.662923 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] Checking segment: {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:09:38.663456 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:38.664724 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] Bound using segment: {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:09:38.665318 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] Bound port: 22561c3c-c240-4ae2-8bbd-73773385d6b2, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:09:38.665767 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:38.689706 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-60daaf65-7c17-4e01-9a81-ab4462a721bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:38.695460 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e32b3f-91e9-4606-807b-b8c095472215 None None] Pushing event updated for resources: {'Port': ['ID=22561c3c-c240-4ae2-8bbd-73773385d6b2,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:38.698963 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb9731-a2f5-48c5-b1b5-8515f55bf3ee admin admin] Pushing event updated for resources: {'Port': ['ID=c608bcd4-1b14-4e3d-ac28-9cf5639947bc,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:38.704146 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c6cb9731-a2f5-48c5-b1b5-8515f55bf3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:38.706696 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c6cb9731-a2f5-48c5-b1b5-8515f55bf3ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394716'] for router_interface, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:38.708866 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-f4e32b3f-91e9-4606-807b-b8c095472215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:38.749469 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] For port 22561c3c-c240-4ae2-8bbd-73773385d6b2, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:09:38.752813 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] For port 22561c3c-c240-4ae2-8bbd-73773385d6b2, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=22561c3c-c240-4ae2-8bbd-73773385d6b2,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:09:38.757551 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:38.762447 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:38.846195 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] Routers {'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:09:38.846846 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:09:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:39.005838 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c6cb9731-a2f5-48c5-b1b5-8515f55bf3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:39.039101 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e32b3f-91e9-4606-807b-b8c095472215 None None] Pushing event updated for resources: {'Port': ['ID=22561c3c-c240-4ae2-8bbd-73773385d6b2,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:39.045194 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-f4e32b3f-91e9-4606-807b-b8c095472215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:39.063275 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-5a63fce4-9b9d-48ec-b4f4-c7002fa6b123 None None] Provisioning for port c608bcd4-1b14-4e3d-ac28-9cf5639947bc completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:09:39.076152 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-5a63fce4-9b9d-48ec-b4f4-c7002fa6b123 None None] Provisioning complete for port c608bcd4-1b14-4e3d-ac28-9cf5639947bc triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:39.076263 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5a63fce4-9b9d-48ec-b4f4-c7002fa6b123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:39.152260 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-5a63fce4-9b9d-48ec-b4f4-c7002fa6b123 None None] Port c608bcd4-1b14-4e3d-ac28-9cf5639947bc cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:09:39.157594 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] Set router a80a954f-3ed8-49b0-9a90-4a4e238ee4ef gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:09:39.238148 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c6cb9731-a2f5-48c5-b1b5-8515f55bf3ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:39.243242 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c6cb9731-a2f5-48c5-b1b5-8515f55bf3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10903621'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:39.270990 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-6f388170-e7fe-48b6-bd9c-62a18e061aa6 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:39.359098 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 833ae54c-a56f-4802-896f-220ac71c4294 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:09:39.373435 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-c6cb9731-a2f5-48c5-b1b5-8515f55bf3ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394623'] for router_interface, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:39.376878 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb9731-a2f5-48c5-b1b5-8515f55bf3ee admin admin] Pushing event updated for resources: {'Port': ['ID=c608bcd4-1b14-4e3d-ac28-9cf5639947bc,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:39.379663 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c6cb9731-a2f5-48c5-b1b5-8515f55bf3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:39.459485 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:39.511354 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 833ae54c-a56f-4802-896f-220ac71c4294 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:39.511728 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:39.516720 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cb9731-a2f5-48c5-b1b5-8515f55bf3ee admin admin] Network 2a58339a-a411-4672-9ec2-20fcdc2985b1 is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:09:39.517915 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-c6cb9731-a2f5-48c5-b1b5-8515f55bf3ee admin admin] Resources bound (agent type, host, resource id): {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:39.596691 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'name': 'tempest-TestMinimumBasicScenario-959399539-router', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22561c3c-c240-4ae2-8bbd-73773385d6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:09:34Z', 'updated_at': '2021-05-10T15:09:36Z', 'revision_number': 3, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'gw_port': {'id': '22561c3c-c240-4ae2-8bbd-73773385d6b2', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:35Z', 'updated_at': '2021-05-10T15:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:39.625197 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b49b1a4-f980-4c75-9736-4912737ee13a None None] The sync data for ids ['a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'] in dv-cinder-774286-14-iscsi is: [{'id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'name': 'tempest-TestMinimumBasicScenario-959399539-router', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22561c3c-c240-4ae2-8bbd-73773385d6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:09:34Z', 'updated_at': '2021-05-10T15:09:36Z', 'revision_number': 3, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'gw_port': {'id': '22561c3c-c240-4ae2-8bbd-73773385d6b2', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:35Z', 'updated_at': '2021-05-10T15:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:09:39.717796 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cb9731-a2f5-48c5-b1b5-8515f55bf3ee admin admin] Router a80a954f-3ed8-49b0-9a90-4a4e238ee4ef has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:09:39.777663 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-515b948d-757e-461b-aa5a-e5fcbc24dfd8 None None] Provisioning complete for port c608bcd4-1b14-4e3d-ac28-9cf5639947bc triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:39.778044 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-515b948d-757e-461b-aa5a-e5fcbc24dfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:39.835788 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-515b948d-757e-461b-aa5a-e5fcbc24dfd8 None None] Port c608bcd4-1b14-4e3d-ac28-9cf5639947bc cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:09:39.924635 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cb9731-a2f5-48c5-b1b5-8515f55bf3ee admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:09:39.933722 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-c6cb9731-a2f5-48c5-b1b5-8515f55bf3ee admin admin] 10.222.0.30 "PUT /v2.0/routers/a80a954f-3ed8-49b0-9a90-4a4e238ee4ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6445377 May 10 15:09:40.599800 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 49778) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:40.605493 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-2fa042e1-e994-4095-801f-31db472e8f04 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2042668161-network', 'tenant_id': '6f3ea76c96d441f68912d0579aa86d17'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:09:40.610105 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-2fa042e1-e994-4095-801f-31db472e8f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:40.613853 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-2fa042e1-e994-4095-801f-31db472e8f04 admin admin] Usage tracker for resource:network and tenant:6f3ea76c96d441f68912d0579aa86d17 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:40.617463 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-2fa042e1-e994-4095-801f-31db472e8f04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:40.623059 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-2fa042e1-e994-4095-801f-31db472e8f04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:40.634404 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa042e1-e994-4095-801f-31db472e8f04 admin admin] Made reservation on behalf of 6f3ea76c96d441f68912d0579aa86d17 for: {'network': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:09:40.637358 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2fa042e1-e994-4095-801f-31db472e8f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for network, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:40.650211 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2fa042e1-e994-4095-801f-31db472e8f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:40.664815 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-2fa042e1-e994-4095-801f-31db472e8f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:40.668711 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-2fa042e1-e994-4095-801f-31db472e8f04 admin admin] Usage tracker for resource:security_group_rule and tenant:6f3ea76c96d441f68912d0579aa86d17 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:40.671446 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-2fa042e1-e994-4095-801f-31db472e8f04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:40.676991 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-2fa042e1-e994-4095-801f-31db472e8f04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:40.762383 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2fa042e1-e994-4095-801f-31db472e8f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:40.766278 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2fa042e1-e994-4095-801f-31db472e8f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:40.769023 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-58fe3dd2-1a38-4b23-ac24-c6cc73bfe4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:40.797306 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa042e1-e994-4095-801f-31db472e8f04 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=78743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:09:40.806910 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa042e1-e994-4095-801f-31db472e8f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fc5609-9cb6-452d-a71a-407ee8256357,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:40.809821 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-2fa042e1-e994-4095-801f-31db472e8f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:40.813944 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2fa042e1-e994-4095-801f-31db472e8f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:40.814281 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.db.segments_db [None req-2fa042e1-e994-4095-801f-31db472e8f04 admin admin] Added segment 92bbb552-aafd-440f-8f29-14aef8a3aa10 of type vlan for network 5a6d56b8-5bc4-4090-9474-8e395dcc0180 May 10 15:09:40.839525 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2fa042e1-e994-4095-801f-31db472e8f04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729786867074'] for network, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:40.869847 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2fa042e1-e994-4095-801f-31db472e8f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for network, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:40.871383 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa042e1-e994-4095-801f-31db472e8f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:40.871961 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-2fa042e1-e994-4095-801f-31db472e8f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:40.875400 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9a90a2fd-f4c3-4f0f-a29a-09649c0f6dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:40.949621 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:40.979444 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa042e1-e994-4095-801f-31db472e8f04 admin admin] Pushing event updated for resources: {'Network': ['ID=5a6d56b8-5bc4-4090-9474-8e395dcc0180,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:40.982682 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-2fa042e1-e994-4095-801f-31db472e8f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:40.987671 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 49782) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:40.988113 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-2fa042e1-e994-4095-801f-31db472e8f04 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3868897 May 10 15:09:40.991141 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Network 5a6d56b8-5bc4-4090-9474-8e395dcc0180 details requested by agent ovs-agent-dv-cinder-774286-14-iscsi with host dv-cinder-774286-14-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:09:40.994602 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-8bc6f5fc-48da-49b8-a388-e3f52691643f admin admin] Request body: {'subnet': {'network_id': '5a6d56b8-5bc4-4090-9474-8e395dcc0180', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2042668161-subnet', 'tenant_id': '6f3ea76c96d441f68912d0579aa86d17', 'ip_version': 4}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:09:40.999639 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-8bc6f5fc-48da-49b8-a388-e3f52691643f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:41.004194 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-8bc6f5fc-48da-49b8-a388-e3f52691643f admin admin] Usage tracker for resource:subnet and tenant:6f3ea76c96d441f68912d0579aa86d17 is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:41.014539 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-8bc6f5fc-48da-49b8-a388-e3f52691643f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:41.022696 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-8bc6f5fc-48da-49b8-a388-e3f52691643f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:41.039741 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc6f5fc-48da-49b8-a388-e3f52691643f admin admin] Made reservation on behalf of 6f3ea76c96d441f68912d0579aa86d17 for: {'subnet': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:09:41.042482 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8bc6f5fc-48da-49b8-a388-e3f52691643f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10807652'] for subnet, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:41.195311 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] Sync routers for ids ['a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'] in dv-cinder-774286-14-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:09:41.205836 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] Routers {'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:09:41.206447 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:09:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:41.377149 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 22561c3c-c240-4ae2-8bbd-73773385d6b2 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:09:41.394956 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] Set router a80a954f-3ed8-49b0-9a90-4a4e238ee4ef gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:09:41.453390 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port 22561c3c-c240-4ae2-8bbd-73773385d6b2 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:09:41.458861 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 22561c3c-c240-4ae2-8bbd-73773385d6b2 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:41.459706 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:41.576994 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8bc6f5fc-48da-49b8-a388-e3f52691643f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10774988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10807574'] for subnet, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:41.581598 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-12f47ab2-2c75-43a2-ba0e-d178744fbff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:41.581735 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:41.605920 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] For port 22561c3c-c240-4ae2-8bbd-73773385d6b2, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=22561c3c-c240-4ae2-8bbd-73773385d6b2,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:41.610443 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:41.612607 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:41.656088 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6f5fc-48da-49b8-a388-e3f52691643f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b2bbbec-7427-4a04-97b2-db2e562c4f1d,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:41.661324 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8bc6f5fc-48da-49b8-a388-e3f52691643f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:41.664148 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc6f5fc-48da-49b8-a388-e3f52691643f admin admin] Checking segment: {'id': '92bbb552-aafd-440f-8f29-14aef8a3aa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a6d56b8-5bc4-4090-9474-8e395dcc0180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:09:41.664395 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc6f5fc-48da-49b8-a388-e3f52691643f admin admin] Network hostable DHCP agents. Network: 5a6d56b8-5bc4-4090-9474-8e395dcc0180, hostable agents: ['c2c2a961-2376-4d10-9e89-a93ed7bded42'], hosted agents: [] {{(pid=78742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:09:41.684586 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc6f5fc-48da-49b8-a388-e3f52691643f admin admin] Network 5a6d56b8-5bc4-4090-9474-8e395dcc0180 is scheduled to be hosted by DHCP agent c2c2a961-2376-4d10-9e89-a93ed7bded42 with binding_index 1 {{(pid=78742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:09:41.694010 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Pushing event updated for resources: {'Port': ['ID=22561c3c-c240-4ae2-8bbd-73773385d6b2,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:41.695728 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-8bc6f5fc-48da-49b8-a388-e3f52691643f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-14-iscsi, 5a6d56b8-5bc4-4090-9474-8e395dcc0180) {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:41.698688 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:41.704266 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b822a806-1528-4320-aee0-d85128ca86f2 None None] Network 5a6d56b8-5bc4-4090-9474-8e395dcc0180 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:09:41.708676 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc6f5fc-48da-49b8-a388-e3f52691643f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:41.709373 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8bc6f5fc-48da-49b8-a388-e3f52691643f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:41.734929 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 49788) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:41.740305 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-88de1f9e-f473-4105-aa91-dbcc1d59e6ec admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2042668161-router', 'tenant_id': '6f3ea76c96d441f68912d0579aa86d17', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:09:41.740865 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-8bc6f5fc-48da-49b8-a388-e3f52691643f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7510958 May 10 15:09:41.747480 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-88de1f9e-f473-4105-aa91-dbcc1d59e6ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:09:41.751856 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-88de1f9e-f473-4105-aa91-dbcc1d59e6ec admin admin] Usage tracker for resource:router and tenant:6f3ea76c96d441f68912d0579aa86d17 is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:09:41.754855 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-88de1f9e-f473-4105-aa91-dbcc1d59e6ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:09:41.761293 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-88de1f9e-f473-4105-aa91-dbcc1d59e6ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:09:41.773080 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-88de1f9e-f473-4105-aa91-dbcc1d59e6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-348896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29808'] for router, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:41.774621 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-88de1f9e-f473-4105-aa91-dbcc1d59e6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-348911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29769'] for router, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:41.783111 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'name': 'tempest-TestMinimumBasicScenario-959399539-router', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22561c3c-c240-4ae2-8bbd-73773385d6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:09:34Z', 'updated_at': '2021-05-10T15:09:38Z', 'revision_number': 4, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'gw_port': {'id': '22561c3c-c240-4ae2-8bbd-73773385d6b2', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:35Z', 'updated_at': '2021-05-10T15:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': 'c608bcd4-1b14-4e3d-ac28-9cf5639947bc', 'name': '', 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'mac_address': 'fa:16:3e:81:25:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ab833486-335b-4eae-8ee9-34060055640e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:38Z', 'updated_at': '2021-05-10T15:09:39Z', 'revision_number': 2, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'subnets': [{'id': 'ab833486-335b-4eae-8ee9-34060055640e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:41.789137 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] Checking router: a80a954f-3ed8-49b0-9a90-4a4e238ee4ef for host: dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:09:41.789569 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] Updating router a80a954f-3ed8-49b0-9a90-4a4e238ee4ef port c608bcd4-1b14-4e3d-ac28-9cf5639947bc binding host dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:09:41.791758 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-88de1f9e-f473-4105-aa91-dbcc1d59e6ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:41.844939 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:41.944561 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016fd023-7326-5b62-89a5-d40737038a22-5a6d56b8-5bc4-4090-9474-8e395dcc0180', 'network_id': '5a6d56b8-5bc4-4090-9474-8e395dcc0180', 'tenant_id': '6f3ea76c96d441f68912d0579aa86d17', 'fixed_ips': [{'subnet_id': '4b2bbbec-7427-4a04-97b2-db2e562c4f1d'}]}} from dv-cinder-774286-14-iscsi. {{(pid=78744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 15:09:41.945955 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.126232 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.db_base_plugin_common [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] Allocated IP 172.20.0.2 (5a6d56b8-5bc4-4090-9474-8e395dcc0180/4b2bbbec-7427-4a04-97b2-db2e562c4f1d/62ff8146-e7b6-40e5-b54c-ec4c24ec01d6) {{(pid=78744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:09:42.181972 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-88de1f9e-f473-4105-aa91-dbcc1d59e6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29783'] for router, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.213783 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] Notify callbacks [] for port, precommit_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.230114 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.provisioning_blocks [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] Transition to ACTIVE for port object c608bcd4-1b14-4e3d-ac28-9cf5639947bc will not be triggered until provisioned by entity L2. {{(pid=78745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:09:42.242142 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.248889 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:42.407095 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daee994-50a1-42eb-a2fb-ea22b5431ec1 None None] Pushing event updated for resources: {'Port': ['ID=c608bcd4-1b14-4e3d-ac28-9cf5639947bc,revision_number=3']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:42.425964 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] Notify callbacks [] for port, precommit_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.440622 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] Transition to ACTIVE for port object 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6 will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:09:42.449315 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daee994-50a1-42eb-a2fb-ea22b5431ec1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:42.449531 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daee994-50a1-42eb-a2fb-ea22b5431ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:42.449749 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daee994-50a1-42eb-a2fb-ea22b5431ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:42.450077 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daee994-50a1-42eb-a2fb-ea22b5431ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:42.450397 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daee994-50a1-42eb-a2fb-ea22b5431ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:42.450715 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daee994-50a1-42eb-a2fb-ea22b5431ec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:42.451028 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daee994-50a1-42eb-a2fb-ea22b5431ec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:42.451338 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daee994-50a1-42eb-a2fb-ea22b5431ec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:42.451668 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daee994-50a1-42eb-a2fb-ea22b5431ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:42.451996 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daee994-50a1-42eb-a2fb-ea22b5431ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:42.452310 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daee994-50a1-42eb-a2fb-ea22b5431ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:42.452619 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0daee994-50a1-42eb-a2fb-ea22b5431ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:09:42.460831 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] Transition to ACTIVE for port object 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6 will not be triggered until provisioned by entity DHCP. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:09:42.461909 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-0daee994-50a1-42eb-a2fb-ea22b5431ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:42.469263 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540'] for port, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.472744 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-f375e4df-9895-48d2-a4d0-3a20f9ac495f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:42.519491 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] Attempting to bind port c608bcd4-1b14-4e3d-ac28-9cf5639947bc on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:09:42.519868 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] Attempting to bind port c608bcd4-1b14-4e3d-ac28-9cf5639947bc by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': 'e957e94e-ad7a-40ba-8ca6-1183a1a3a35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1'}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:09:42.520327 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] Attempting to bind port c608bcd4-1b14-4e3d-ac28-9cf5639947bc on network 2a58339a-a411-4672-9ec2-20fcdc2985b1 {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:09:42.526703 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:09:42.527100 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] Checking segment: {'id': 'e957e94e-ad7a-40ba-8ca6-1183a1a3a35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:09:42.527503 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.527898 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] Bound using segment: {'id': 'e957e94e-ad7a-40ba-8ca6-1183a1a3a35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1'} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:09:42.528399 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] Bound port: c608bcd4-1b14-4e3d-ac28-9cf5639947bc, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e957e94e-ad7a-40ba-8ca6-1183a1a3a35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1'}}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:09:42.528787 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.547862 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-88de1f9e-f473-4105-aa91-dbcc1d59e6ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.549225 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] Pushing event updated for resources: {'Port': ['ID=62ff8146-e7b6-40e5-b54c-ec4c24ec01d6,revision_number=1']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:42.553495 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:42.566138 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] Network 5a6d56b8-5bc4-4090-9474-8e395dcc0180 is already hosted by enough agents. {{(pid=78744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:09:42.568413 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.scheduler.base_scheduler [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] Resources bound (agent type, host, resource id): {{(pid=78744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:42.574582 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] Received port after_create {{(pid=78744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:09:42.587547 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-88de1f9e-f473-4105-aa91-dbcc1d59e6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.623324 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] For port c608bcd4-1b14-4e3d-ac28-9cf5639947bc, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:09:42.626508 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] For port c608bcd4-1b14-4e3d-ac28-9cf5639947bc, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=c608bcd4-1b14-4e3d-ac28-9cf5639947bc,segment=NetworkSegment(e957e94e-ad7a-40ba-8ca6-1183a1a3a35b),segment_id=e957e94e-ad7a-40ba-8ca6-1183a1a3a35b)] {{(pid=78745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:09:42.632010 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.637865 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-7e5afa6b-8e95-48aa-94f1-cf729bf8f090 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:42.674392 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] Attempting to bind port 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6 on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:09:42.674774 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] Attempting to bind port 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6 by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': '92bbb552-aafd-440f-8f29-14aef8a3aa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a6d56b8-5bc4-4090-9474-8e395dcc0180'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:09:42.675697 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] Attempting to bind port 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6 on network 5a6d56b8-5bc4-4090-9474-8e395dcc0180 {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:09:42.681242 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:09:42.681618 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] Checking segment: {'id': '92bbb552-aafd-440f-8f29-14aef8a3aa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a6d56b8-5bc4-4090-9474-8e395dcc0180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:09:42.682279 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.682409 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] Bound using segment: {'id': '92bbb552-aafd-440f-8f29-14aef8a3aa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a6d56b8-5bc4-4090-9474-8e395dcc0180'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:09:42.682859 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] Bound port: 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92bbb552-aafd-440f-8f29-14aef8a3aa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a6d56b8-5bc4-4090-9474-8e395dcc0180'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:09:42.683420 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.706154 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] Routers {'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:09:42.707176 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:09:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:42.745202 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [None req-88de1f9e-f473-4105-aa91-dbcc1d59e6ec admin admin] Allocated IP 172.27.2.135 (7f05d45f-a9de-427f-b4f6-29fb46a47d9c/0e18a723-9037-4ee4-acce-9c55576c5ea3/10c3c657-49e3-4b6c-9288-f98c5780c9c5) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:09:42.787895 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] For port 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:09:42.792872 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] For port 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=62ff8146-e7b6-40e5-b54c-ec4c24ec01d6,segment=NetworkSegment(92bbb552-aafd-440f-8f29-14aef8a3aa10),segment_id=92bbb552-aafd-440f-8f29-14aef8a3aa10)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:09:42.804424 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.814483 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:42.861792 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daee994-50a1-42eb-a2fb-ea22b5431ec1 None None] Pushing event updated for resources: {'Port': ['ID=c608bcd4-1b14-4e3d-ac28-9cf5639947bc,revision_number=4']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:42.868150 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-0daee994-50a1-42eb-a2fb-ea22b5431ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:42.925365 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] Pushing event updated for resources: {'Port': ['ID=62ff8146-e7b6-40e5-b54c-ec4c24ec01d6,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:42.936985 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:42.943626 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-88de1f9e-f473-4105-aa91-dbcc1d59e6ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.947745 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] Set router a80a954f-3ed8-49b0-9a90-4a4e238ee4ef gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:09:42.986543 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-88de1f9e-f473-4105-aa91-dbcc1d59e6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:42.993088 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-dd9eb4d8-eb42-47fe-b6d9-5074458f1224 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:43.058170 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88de1f9e-f473-4105-aa91-dbcc1d59e6ec admin admin] Network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:09:43.058488 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-88de1f9e-f473-4105-aa91-dbcc1d59e6ec admin admin] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:43.062309 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88de1f9e-f473-4105-aa91-dbcc1d59e6ec admin admin] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:09:43.124177 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de1f9e-f473-4105-aa91-dbcc1d59e6ec admin admin] Pushing event updated for resources: {'Port': ['ID=10c3c657-49e3-4b6c-9288-f98c5780c9c5,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:43.129862 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-88de1f9e-f473-4105-aa91-dbcc1d59e6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:43.330678 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'name': 'tempest-TestMinimumBasicScenario-959399539-router', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22561c3c-c240-4ae2-8bbd-73773385d6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:09:34Z', 'updated_at': '2021-05-10T15:09:38Z', 'revision_number': 4, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'gw_port': {'id': '22561c3c-c240-4ae2-8bbd-73773385d6b2', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:35Z', 'updated_at': '2021-05-10T15:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': 'c608bcd4-1b14-4e3d-ac28-9cf5639947bc', 'name': '', 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'mac_address': 'fa:16:3e:81:25:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ab833486-335b-4eae-8ee9-34060055640e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:38Z', 'updated_at': '2021-05-10T15:09:42Z', 'revision_number': 4, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'subnets': [{'id': 'ab833486-335b-4eae-8ee9-34060055640e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:43.337999 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff09d8-b28a-4567-81f3-bcef16ad5032 None None] The sync data for ids ['a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'] in dv-cinder-774286-14-iscsi is: [{'id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'name': 'tempest-TestMinimumBasicScenario-959399539-router', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22561c3c-c240-4ae2-8bbd-73773385d6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:09:34Z', 'updated_at': '2021-05-10T15:09:38Z', 'revision_number': 4, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'gw_port': {'id': '22561c3c-c240-4ae2-8bbd-73773385d6b2', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:35Z', 'updated_at': '2021-05-10T15:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': 'c608bcd4-1b14-4e3d-ac28-9cf5639947bc', 'name': '', 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'mac_address': 'fa:16:3e:81:25:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ab833486-335b-4eae-8ee9-34060055640e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:38Z', 'updated_at': '2021-05-10T15:09:42Z', 'revision_number': 4, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'subnets': [{'id': 'ab833486-335b-4eae-8ee9-34060055640e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:09:43.513291 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 22561c3c-c240-4ae2-8bbd-73773385d6b2 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:09:43.580012 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-88de1f9e-f473-4105-aa91-dbcc1d59e6ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:43.593336 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 22561c3c-c240-4ae2-8bbd-73773385d6b2 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:43.593781 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:43.727103 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:09:43.823139 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:09:43.965371 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f98b0b-164a-4cbf-9b50-5c381439a7e7 None None] Network 5a6d56b8-5bc4-4090-9474-8e395dcc0180 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:09:44.083099 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-88de1f9e-f473-4105-aa91-dbcc1d59e6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406019'] for router, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:44.097585 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-5b2025d1-fc1f-45e0-b881-057d1f7500f9 None None] Provisioning for port 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:09:44.109029 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-5b2025d1-fc1f-45e0-b881-057d1f7500f9 None None] Provisioning complete for port 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:44.109735 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5b2025d1-fc1f-45e0-b881-057d1f7500f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:44.313031 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88de1f9e-f473-4105-aa91-dbcc1d59e6ec admin admin] Router 6db20fed-ca6b-4cce-bc3b-d8df22e06377 is scheduled to L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 with binding_index 1 {{(pid=78743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:09:44.351663 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5b2025d1-fc1f-45e0-b881-057d1f7500f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:44.398944 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-5b2025d1-fc1f-45e0-b881-057d1f7500f9 None None] For port 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=62ff8146-e7b6-40e5-b54c-ec4c24ec01d6,segment=NetworkSegment(92bbb552-aafd-440f-8f29-14aef8a3aa10),segment_id=92bbb552-aafd-440f-8f29-14aef8a3aa10)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:44.405256 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5b2025d1-fc1f-45e0-b881-057d1f7500f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:44.407240 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:44.484751 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2025d1-fc1f-45e0-b881-057d1f7500f9 None None] Pushing event updated for resources: {'Port': ['ID=62ff8146-e7b6-40e5-b54c-ec4c24ec01d6,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:44.487962 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-5b2025d1-fc1f-45e0-b881-057d1f7500f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:44.510684 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88de1f9e-f473-4105-aa91-dbcc1d59e6ec admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:09:44.519696 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] Sync routers for ids ['6db20fed-ca6b-4cce-bc3b-d8df22e06377'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:09:44.532205 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] Routers {'6db20fed-ca6b-4cce-bc3b-d8df22e06377'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:09:44.532837 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:09:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['6db20fed-ca6b-4cce-bc3b-d8df22e06377'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:44.556060 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-88de1f9e-f473-4105-aa91-dbcc1d59e6ec admin admin] Notify callbacks [] for router, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:44.560551 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 49798) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:09:44.573165 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-88de1f9e-f473-4105-aa91-dbcc1d59e6ec admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8371160 May 10 15:09:44.748530 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] Set router 6db20fed-ca6b-4cce-bc3b-d8df22e06377 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:09:44.846775 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9ab0162a-8bff-4f6c-99c2-9e621a55a825 None None] Provisioning complete for port 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:44.847152 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9ab0162a-8bff-4f6c-99c2-9e621a55a825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:45.183108 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db20fed-ca6b-4cce-bc3b-d8df22e06377', 'name': 'tempest-TestMinimumBasicScenario-2042668161-router', 'tenant_id': '6f3ea76c96d441f68912d0579aa86d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '10c3c657-49e3-4b6c-9288-f98c5780c9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:09:41Z', 'updated_at': '2021-05-10T15:09:43Z', 'revision_number': 3, 'project_id': '6f3ea76c96d441f68912d0579aa86d17', 'gw_port': {'id': '10c3c657-49e3-4b6c-9288-f98c5780c9c5', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db20fed-ca6b-4cce-bc3b-d8df22e06377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:42Z', 'updated_at': '2021-05-10T15:09:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:45.186838 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] Checking router: 6db20fed-ca6b-4cce-bc3b-d8df22e06377 for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:09:45.187226 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] Updating router 6db20fed-ca6b-4cce-bc3b-d8df22e06377 port 10c3c657-49e3-4b6c-9288-f98c5780c9c5 binding host dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:09:45.241505 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:45.247637 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-06ad9c55-68ad-4a8b-a9d7-78e6d99ff8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:45.440138 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:09:45.480383 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-06ad9c55-68ad-4a8b-a9d7-78e6d99ff8ee admin admin] Allocated IP 172.20.0.1 (5a6d56b8-5bc4-4090-9474-8e395dcc0180/4b2bbbec-7427-4a04-97b2-db2e562c4f1d/04422447-0b74-4efe-a1e5-55a3c39bb1ea) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:09:45.564295 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:45.564868 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:45.711588 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] Notify callbacks [] for port, precommit_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:45.734553 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] Transition to ACTIVE for port object 10c3c657-49e3-4b6c-9288-f98c5780c9c5 will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:09:45.746062 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:45.750448 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-f4e32b3f-91e9-4606-807b-b8c095472215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:45.786857 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-06ad9c55-68ad-4a8b-a9d7-78e6d99ff8ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:45.811122 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [None req-06ad9c55-68ad-4a8b-a9d7-78e6d99ff8ee admin admin] Transition to ACTIVE for port object 04422447-0b74-4efe-a1e5-55a3c39bb1ea will not be triggered until provisioned by entity DHCP. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:09:45.839619 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-06ad9c55-68ad-4a8b-a9d7-78e6d99ff8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:45.843924 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a69346dc-a7e5-4daa-acf4-369b3ad26c4e tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:45.876532 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] Attempting to bind port 10c3c657-49e3-4b6c-9288-f98c5780c9c5 on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:09:45.876919 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] Attempting to bind port 10c3c657-49e3-4b6c-9288-f98c5780c9c5 by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:09:45.877289 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] Attempting to bind port 10c3c657-49e3-4b6c-9288-f98c5780c9c5 on network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:09:45.886340 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd4409-ab5c-45e5-a52c-e7d427c3d271 None None] Pushing event updated for resources: {'Port': ['ID=10c3c657-49e3-4b6c-9288-f98c5780c9c5,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:45.889329 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-66dd4409-ab5c-45e5-a52c-e7d427c3d271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:45.890878 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device c608bcd4-1b14-4e3d-ac28-9cf5639947bc up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:09:45.906053 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ad9c55-68ad-4a8b-a9d7-78e6d99ff8ee admin admin] Network 5a6d56b8-5bc4-4090-9474-8e395dcc0180 is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:09:45.908846 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-06ad9c55-68ad-4a8b-a9d7-78e6d99ff8ee admin admin] Resources bound (agent type, host, resource id): {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:45.917830 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ad9c55-68ad-4a8b-a9d7-78e6d99ff8ee admin admin] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:09:45.921923 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:09:45.922309 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] Checking segment: {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:09:45.922717 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:45.923462 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] Bound using segment: {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:09:45.923838 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] Bound port: 10c3c657-49e3-4b6c-9288-f98c5780c9c5, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:09:45.924548 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:45.964578 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad9c55-68ad-4a8b-a9d7-78e6d99ff8ee admin admin] Pushing event updated for resources: {'Port': ['ID=04422447-0b74-4efe-a1e5-55a3c39bb1ea,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:45.968684 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-06ad9c55-68ad-4a8b-a9d7-78e6d99ff8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:45.987889 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-06ad9c55-68ad-4a8b-a9d7-78e6d99ff8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394716'] for router_interface, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:46.028247 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] For port 10c3c657-49e3-4b6c-9288-f98c5780c9c5, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:09:46.032502 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] For port 10c3c657-49e3-4b6c-9288-f98c5780c9c5, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=10c3c657-49e3-4b6c-9288-f98c5780c9c5,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:09:46.038714 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:46.044459 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:46.077421 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port c608bcd4-1b14-4e3d-ac28-9cf5639947bc completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:09:46.105559 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port c608bcd4-1b14-4e3d-ac28-9cf5639947bc triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:46.105942 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:46.124328 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-06ad9c55-68ad-4a8b-a9d7-78e6d99ff8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:46.156993 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] Routers {'6db20fed-ca6b-4cce-bc3b-d8df22e06377'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:09:46.157619 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:09:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['6db20fed-ca6b-4cce-bc3b-d8df22e06377'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:46.310743 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd4409-ab5c-45e5-a52c-e7d427c3d271 None None] Pushing event updated for resources: {'Port': ['ID=10c3c657-49e3-4b6c-9288-f98c5780c9c5,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:46.313827 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-66dd4409-ab5c-45e5-a52c-e7d427c3d271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:46.337178 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-fc16d69a-fd64-46d3-ae95-121db58ecb6a None None] Provisioning for port 04422447-0b74-4efe-a1e5-55a3c39bb1ea completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:09:46.351075 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-fc16d69a-fd64-46d3-ae95-121db58ecb6a None None] Provisioning complete for port 04422447-0b74-4efe-a1e5-55a3c39bb1ea triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:46.352032 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-fc16d69a-fd64-46d3-ae95-121db58ecb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:46.363152 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-06ad9c55-68ad-4a8b-a9d7-78e6d99ff8ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:46.369021 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-06ad9c55-68ad-4a8b-a9d7-78e6d99ff8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10903621'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:46.396020 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:46.478158 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] Set router 6db20fed-ca6b-4cce-bc3b-d8df22e06377 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:09:46.480660 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad9c55-68ad-4a8b-a9d7-78e6d99ff8ee admin admin] Pushing event updated for resources: {'Port': ['ID=04422447-0b74-4efe-a1e5-55a3c39bb1ea,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:46.484879 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-06ad9c55-68ad-4a8b-a9d7-78e6d99ff8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:46.485787 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-06ad9c55-68ad-4a8b-a9d7-78e6d99ff8ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394623'] for router_interface, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:46.577881 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-fc16d69a-fd64-46d3-ae95-121db58ecb6a None None] Port 04422447-0b74-4efe-a1e5-55a3c39bb1ea cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:09:46.582204 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:46.626699 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ad9c55-68ad-4a8b-a9d7-78e6d99ff8ee admin admin] Network 5a6d56b8-5bc4-4090-9474-8e395dcc0180 is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:09:46.627829 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-06ad9c55-68ad-4a8b-a9d7-78e6d99ff8ee admin admin] Resources bound (agent type, host, resource id): {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:09:46.707287 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] For port c608bcd4-1b14-4e3d-ac28-9cf5639947bc, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=c608bcd4-1b14-4e3d-ac28-9cf5639947bc,segment=NetworkSegment(e957e94e-ad7a-40ba-8ca6-1183a1a3a35b),segment_id=e957e94e-ad7a-40ba-8ca6-1183a1a3a35b)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:46.759418 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:46.764352 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-f70d8b6d-13b5-42b1-937a-ff3cb2158bea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:46.843079 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ad9c55-68ad-4a8b-a9d7-78e6d99ff8ee admin admin] Router 6db20fed-ca6b-4cce-bc3b-d8df22e06377 has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:09:46.911490 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Pushing event updated for resources: {'Port': ['ID=c608bcd4-1b14-4e3d-ac28-9cf5639947bc,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:46.918842 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:46.932377 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-2c206a18-b615-4e5d-b4b9-b915bf5ea5e7 None None] Provisioning complete for port 04422447-0b74-4efe-a1e5-55a3c39bb1ea triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:46.932758 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-2c206a18-b615-4e5d-b4b9-b915bf5ea5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:46.997058 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-2c206a18-b615-4e5d-b4b9-b915bf5ea5e7 None None] Port 04422447-0b74-4efe-a1e5-55a3c39bb1ea cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:09:47.010158 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db20fed-ca6b-4cce-bc3b-d8df22e06377', 'name': 'tempest-TestMinimumBasicScenario-2042668161-router', 'tenant_id': '6f3ea76c96d441f68912d0579aa86d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '10c3c657-49e3-4b6c-9288-f98c5780c9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:09:41Z', 'updated_at': '2021-05-10T15:09:46Z', 'revision_number': 4, 'project_id': '6f3ea76c96d441f68912d0579aa86d17', 'gw_port': {'id': '10c3c657-49e3-4b6c-9288-f98c5780c9c5', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db20fed-ca6b-4cce-bc3b-d8df22e06377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:42Z', 'updated_at': '2021-05-10T15:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '04422447-0b74-4efe-a1e5-55a3c39bb1ea', 'name': '', 'network_id': '5a6d56b8-5bc4-4090-9474-8e395dcc0180', 'tenant_id': '6f3ea76c96d441f68912d0579aa86d17', 'mac_address': 'fa:16:3e:67:ef:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db20fed-ca6b-4cce-bc3b-d8df22e06377', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4b2bbbec-7427-4a04-97b2-db2e562c4f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:45Z', 'updated_at': '2021-05-10T15:09:45Z', 'revision_number': 1, 'project_id': '6f3ea76c96d441f68912d0579aa86d17', 'subnets': [{'id': '4b2bbbec-7427-4a04-97b2-db2e562c4f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:47.014363 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1819a7-33ab-4200-89a6-60a25205086f None None] The sync data for ids ['6db20fed-ca6b-4cce-bc3b-d8df22e06377'] in dv-cinder-774286-14-iscsi is: [{'id': '6db20fed-ca6b-4cce-bc3b-d8df22e06377', 'name': 'tempest-TestMinimumBasicScenario-2042668161-router', 'tenant_id': '6f3ea76c96d441f68912d0579aa86d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '10c3c657-49e3-4b6c-9288-f98c5780c9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:09:41Z', 'updated_at': '2021-05-10T15:09:46Z', 'revision_number': 4, 'project_id': '6f3ea76c96d441f68912d0579aa86d17', 'gw_port': {'id': '10c3c657-49e3-4b6c-9288-f98c5780c9c5', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db20fed-ca6b-4cce-bc3b-d8df22e06377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:42Z', 'updated_at': '2021-05-10T15:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '04422447-0b74-4efe-a1e5-55a3c39bb1ea', 'name': '', 'network_id': '5a6d56b8-5bc4-4090-9474-8e395dcc0180', 'tenant_id': '6f3ea76c96d441f68912d0579aa86d17', 'mac_address': 'fa:16:3e:67:ef:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db20fed-ca6b-4cce-bc3b-d8df22e06377', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4b2bbbec-7427-4a04-97b2-db2e562c4f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:45Z', 'updated_at': '2021-05-10T15:09:45Z', 'revision_number': 1, 'project_id': '6f3ea76c96d441f68912d0579aa86d17', 'subnets': [{'id': '4b2bbbec-7427-4a04-97b2-db2e562c4f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:09:47.025161 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ad9c55-68ad-4a8b-a9d7-78e6d99ff8ee admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:09:47.036020 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-06ad9c55-68ad-4a8b-a9d7-78e6d99ff8ee admin admin] 10.222.0.30 "PUT /v2.0/routers/6db20fed-ca6b-4cce-bc3b-d8df22e06377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4730380 May 10 15:09:47.353289 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device c608bcd4-1b14-4e3d-ac28-9cf5639947bc up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:09:47.437223 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port c608bcd4-1b14-4e3d-ac28-9cf5639947bc triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:47.437223 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:49.408874 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 10c3c657-49e3-4b6c-9288-f98c5780c9c5 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:09:49.493501 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port 10c3c657-49e3-4b6c-9288-f98c5780c9c5 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:09:49.498681 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 10c3c657-49e3-4b6c-9288-f98c5780c9c5 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:49.499077 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:49.641487 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:49.661210 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] For port 10c3c657-49e3-4b6c-9288-f98c5780c9c5, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=10c3c657-49e3-4b6c-9288-f98c5780c9c5,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:49.666311 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:49.670838 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-2ed4f105-55f1-460a-9d28-71db6c78a423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:49.754818 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Pushing event updated for resources: {'Port': ['ID=10c3c657-49e3-4b6c-9288-f98c5780c9c5,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:49.757965 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:50.945957 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] Sync routers for ids ['6db20fed-ca6b-4cce-bc3b-d8df22e06377'] in dv-cinder-774286-14-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:09:50.956608 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] Routers {'6db20fed-ca6b-4cce-bc3b-d8df22e06377'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:09:50.957231 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:09:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['6db20fed-ca6b-4cce-bc3b-d8df22e06377'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:51.162830 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] Set router 6db20fed-ca6b-4cce-bc3b-d8df22e06377 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:09:51.376197 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 10c3c657-49e3-4b6c-9288-f98c5780c9c5 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:09:51.455953 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 10c3c657-49e3-4b6c-9288-f98c5780c9c5 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:51.457963 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:51.545784 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db20fed-ca6b-4cce-bc3b-d8df22e06377', 'name': 'tempest-TestMinimumBasicScenario-2042668161-router', 'tenant_id': '6f3ea76c96d441f68912d0579aa86d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '10c3c657-49e3-4b6c-9288-f98c5780c9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:09:41Z', 'updated_at': '2021-05-10T15:09:46Z', 'revision_number': 4, 'project_id': '6f3ea76c96d441f68912d0579aa86d17', 'gw_port': {'id': '10c3c657-49e3-4b6c-9288-f98c5780c9c5', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db20fed-ca6b-4cce-bc3b-d8df22e06377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:42Z', 'updated_at': '2021-05-10T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '04422447-0b74-4efe-a1e5-55a3c39bb1ea', 'name': '', 'network_id': '5a6d56b8-5bc4-4090-9474-8e395dcc0180', 'tenant_id': '6f3ea76c96d441f68912d0579aa86d17', 'mac_address': 'fa:16:3e:67:ef:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db20fed-ca6b-4cce-bc3b-d8df22e06377', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4b2bbbec-7427-4a04-97b2-db2e562c4f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:45Z', 'updated_at': '2021-05-10T15:09:46Z', 'revision_number': 2, 'project_id': '6f3ea76c96d441f68912d0579aa86d17', 'subnets': [{'id': '4b2bbbec-7427-4a04-97b2-db2e562c4f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:51.550407 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] Checking router: 6db20fed-ca6b-4cce-bc3b-d8df22e06377 for host: dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:09:51.550990 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] Updating router 6db20fed-ca6b-4cce-bc3b-d8df22e06377 port 04422447-0b74-4efe-a1e5-55a3c39bb1ea binding host dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:09:51.614044 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:51.974642 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] Notify callbacks [] for port, precommit_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:51.989698 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.provisioning_blocks [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] Transition to ACTIVE for port object 04422447-0b74-4efe-a1e5-55a3c39bb1ea will not be triggered until provisioned by entity L2. {{(pid=78745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:09:52.000898 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:52.005320 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:52.180902 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48947e41-8524-4dbc-84e3-de5920ba45d6 None None] Pushing event updated for resources: {'Port': ['ID=04422447-0b74-4efe-a1e5-55a3c39bb1ea,revision_number=3']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:52.184413 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-48947e41-8524-4dbc-84e3-de5920ba45d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:52.258817 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] Attempting to bind port 04422447-0b74-4efe-a1e5-55a3c39bb1ea on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:09:52.259180 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] Attempting to bind port 04422447-0b74-4efe-a1e5-55a3c39bb1ea by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': '92bbb552-aafd-440f-8f29-14aef8a3aa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a6d56b8-5bc4-4090-9474-8e395dcc0180'}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:09:52.259544 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] Attempting to bind port 04422447-0b74-4efe-a1e5-55a3c39bb1ea on network 5a6d56b8-5bc4-4090-9474-8e395dcc0180 {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:09:52.265450 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:09:52.265818 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] Checking segment: {'id': '92bbb552-aafd-440f-8f29-14aef8a3aa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a6d56b8-5bc4-4090-9474-8e395dcc0180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:09:52.266213 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:52.266600 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] Bound using segment: {'id': '92bbb552-aafd-440f-8f29-14aef8a3aa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a6d56b8-5bc4-4090-9474-8e395dcc0180'} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:09:52.268703 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] Bound port: 04422447-0b74-4efe-a1e5-55a3c39bb1ea, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92bbb552-aafd-440f-8f29-14aef8a3aa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '5a6d56b8-5bc4-4090-9474-8e395dcc0180'}}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:09:52.269103 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:52.419663 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] For port 04422447-0b74-4efe-a1e5-55a3c39bb1ea, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:09:52.424057 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] For port 04422447-0b74-4efe-a1e5-55a3c39bb1ea, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=04422447-0b74-4efe-a1e5-55a3c39bb1ea,segment=NetworkSegment(92bbb552-aafd-440f-8f29-14aef8a3aa10),segment_id=92bbb552-aafd-440f-8f29-14aef8a3aa10)] {{(pid=78745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:09:52.433641 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:52.447472 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:52.508021 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] Routers {'6db20fed-ca6b-4cce-bc3b-d8df22e06377'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:09:52.508653 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:09:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['6db20fed-ca6b-4cce-bc3b-d8df22e06377'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:52.638915 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48947e41-8524-4dbc-84e3-de5920ba45d6 None None] Pushing event updated for resources: {'Port': ['ID=04422447-0b74-4efe-a1e5-55a3c39bb1ea,revision_number=4']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:52.652100 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-48947e41-8524-4dbc-84e3-de5920ba45d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:52.744231 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] Set router 6db20fed-ca6b-4cce-bc3b-d8df22e06377 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:09:53.242741 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db20fed-ca6b-4cce-bc3b-d8df22e06377', 'name': 'tempest-TestMinimumBasicScenario-2042668161-router', 'tenant_id': '6f3ea76c96d441f68912d0579aa86d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '10c3c657-49e3-4b6c-9288-f98c5780c9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:09:41Z', 'updated_at': '2021-05-10T15:09:46Z', 'revision_number': 4, 'project_id': '6f3ea76c96d441f68912d0579aa86d17', 'gw_port': {'id': '10c3c657-49e3-4b6c-9288-f98c5780c9c5', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db20fed-ca6b-4cce-bc3b-d8df22e06377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:42Z', 'updated_at': '2021-05-10T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '04422447-0b74-4efe-a1e5-55a3c39bb1ea', 'name': '', 'network_id': '5a6d56b8-5bc4-4090-9474-8e395dcc0180', 'tenant_id': '6f3ea76c96d441f68912d0579aa86d17', 'mac_address': 'fa:16:3e:67:ef:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db20fed-ca6b-4cce-bc3b-d8df22e06377', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4b2bbbec-7427-4a04-97b2-db2e562c4f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:45Z', 'updated_at': '2021-05-10T15:09:52Z', 'revision_number': 4, 'project_id': '6f3ea76c96d441f68912d0579aa86d17', 'subnets': [{'id': '4b2bbbec-7427-4a04-97b2-db2e562c4f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:09:53.249142 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9a68e-1937-43ee-ad80-db62e1d87f97 None None] The sync data for ids ['6db20fed-ca6b-4cce-bc3b-d8df22e06377'] in dv-cinder-774286-14-iscsi is: [{'id': '6db20fed-ca6b-4cce-bc3b-d8df22e06377', 'name': 'tempest-TestMinimumBasicScenario-2042668161-router', 'tenant_id': '6f3ea76c96d441f68912d0579aa86d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '10c3c657-49e3-4b6c-9288-f98c5780c9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:09:41Z', 'updated_at': '2021-05-10T15:09:46Z', 'revision_number': 4, 'project_id': '6f3ea76c96d441f68912d0579aa86d17', 'gw_port': {'id': '10c3c657-49e3-4b6c-9288-f98c5780c9c5', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db20fed-ca6b-4cce-bc3b-d8df22e06377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:42Z', 'updated_at': '2021-05-10T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '04422447-0b74-4efe-a1e5-55a3c39bb1ea', 'name': '', 'network_id': '5a6d56b8-5bc4-4090-9474-8e395dcc0180', 'tenant_id': '6f3ea76c96d441f68912d0579aa86d17', 'mac_address': 'fa:16:3e:67:ef:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db20fed-ca6b-4cce-bc3b-d8df22e06377', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4b2bbbec-7427-4a04-97b2-db2e562c4f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:45Z', 'updated_at': '2021-05-10T15:09:52Z', 'revision_number': 4, 'project_id': '6f3ea76c96d441f68912d0579aa86d17', 'subnets': [{'id': '4b2bbbec-7427-4a04-97b2-db2e562c4f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:09:53.379313 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 04422447-0b74-4efe-a1e5-55a3c39bb1ea up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:09:53.459780 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port 04422447-0b74-4efe-a1e5-55a3c39bb1ea completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:09:53.465892 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 04422447-0b74-4efe-a1e5-55a3c39bb1ea triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:53.466554 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:53.607001 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:53.653697 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] For port 04422447-0b74-4efe-a1e5-55a3c39bb1ea, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=04422447-0b74-4efe-a1e5-55a3c39bb1ea,segment=NetworkSegment(92bbb552-aafd-440f-8f29-14aef8a3aa10),segment_id=92bbb552-aafd-440f-8f29-14aef8a3aa10)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:09:53.662299 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:53.665934 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:09:53.752024 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Pushing event updated for resources: {'Port': ['ID=04422447-0b74-4efe-a1e5-55a3c39bb1ea,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:09:53.754714 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:09:55.351785 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 04422447-0b74-4efe-a1e5-55a3c39bb1ea up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:09:55.429307 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 04422447-0b74-4efe-a1e5-55a3c39bb1ea triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:09:55.429684 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:09:56.737743 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-7fab0525-ee1c-4c75-b88a-3b270c881479 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:09:56.738341 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-7fab0525-ee1c-4c75-b88a-3b270c881479 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Synchronizing usage tracker for tenant:f7895dff09a144319c6c45d363999cfd on resource:network {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:09:56.755841 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-7fab0525-ee1c-4c75-b88a-3b270c881479 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Unset dirty status for tenant:f7895dff09a144319c6c45d363999cfd on resource:network {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:09:56.756992 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-7fab0525-ee1c-4c75-b88a-3b270c881479 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/networks?id=2a58339a-a411-4672-9ec2-20fcdc2985b1 HTTP/1.1" status: 200 len: 814 time: 0.1601570 May 10 15:09:56.772696 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-1dbe2f20-7947-459e-8873-8922cef18363 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/quotas/f7895dff09a144319c6c45d363999cfd HTTP/1.1" status: 200 len: 375 time: 0.0095336 May 10 15:09:56.854327 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-53dce536-967c-410d-8fdf-5a15b1590e5b tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7895dff09a144319c6c45d363999cfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763965 May 10 15:09:57.086444 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-250cdc44-6f7e-4ec1-ae4d-b0f1001e7a15 service neutron] 10.222.0.30 "GET /v2.0/networks/2a58339a-a411-4672-9ec2-20fcdc2985b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207885 May 10 15:09:57.216695 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-d99c7cc4-a57d-432a-9874-4a0f11b6b4ac service neutron] 10.222.0.30 "GET /v2.0/networks/2a58339a-a411-4672-9ec2-20fcdc2985b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241658 May 10 15:09:57.395319 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bb3bd016-cee5-429b-86a5-811ea3a77ff2 req-1f6dd1a8-a5de-470c-8ff0-8109ff0c4f32 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 210 time: 0.0463679 May 10 15:09:58.555627 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-663344e1-7a2b-4560-abf1-d8e59fcd8ba0 req-82412d58-5ab4-45c4-a1c8-05fb360f0bdf tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 210 time: 0.0440106 May 10 15:09:59.701269 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-03dd9cac-dc6f-46cf-8cc7-b0620cc80eab req-210cce4b-6c42-40d9-9111-dd4705da25ba tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 210 time: 0.0431762 May 10 15:10:00.359347 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-97798648-6195-4d03-b518-714c358791bf tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:00.360749 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-97798648-6195-4d03-b518-714c358791bf tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.47 "GET /v2.0/networks?id=2a58339a-a411-4672-9ec2-20fcdc2985b1 HTTP/1.1" status: 200 len: 814 time: 0.1440787 May 10 15:10:00.374227 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Request body: {'port': {'device_id': 'caa33570-3464-489c-ba9c-9b3efe45f851', 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1', 'admin_state_up': True, 'tenant_id': 'f7895dff09a144319c6c45d363999cfd'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:00.595815 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:00.599664 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Usage tracker for resource:port and tenant:f7895dff09a144319c6c45d363999cfd is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:00.603043 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:00.609082 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:00.619047 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Made reservation on behalf of f7895dff09a144319c6c45d363999cfd for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:10:00.622956 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:00.788100 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Allocated IP 172.20.0.12 (2a58339a-a411-4672-9ec2-20fcdc2985b1/ab833486-335b-4eae-8ee9-34060055640e/41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:10:01.057123 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:01.073946 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Transition to ACTIVE for port object 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d will not be triggered until provisioned by entity DHCP. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:10:01.100832 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:01.105615 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-80ca568d-6337-4c8a-bda1-28a9c1312b62 req-cca41862-42bf-4be8-9aae-93a1383fb10c tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 210 time: 0.2554488 May 10 15:10:01.110488 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-aaff9e90-6b81-47b2-844d-1f1af6313437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:01.174650 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Network 2a58339a-a411-4672-9ec2-20fcdc2985b1 is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:10:01.177846 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:01.181894 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:10:01.231226 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Pushing event updated for resources: {'Port': ['ID=41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:01.245966 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:01.246411 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:01.246774 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:01.247133 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:01.247482 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:01.247830 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:01.248214 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:01.248579 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:01.248920 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:01.249263 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:01.249607 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:01.249967 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:01.256304 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:01.276163 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:01.276795 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:01.300746 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9299870 May 10 15:10:01.496706 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-528afb6a-bb9b-433d-a446-2b101286dc99 None None] Provisioning for port 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:10:01.502030 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-528afb6a-bb9b-433d-a446-2b101286dc99 None None] Provisioning complete for port 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:10:01.502419 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-528afb6a-bb9b-433d-a446-2b101286dc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:01.595630 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-528afb6a-bb9b-433d-a446-2b101286dc99 None None] Port 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:10:02.364199 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96389534-96d6-44ef-a826-55dad03a612e req-d38a5913-bb99-4674-91a3-1c3990acbe16 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:02.364816 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-96389534-96d6-44ef-a826-55dad03a612e req-d38a5913-bb99-4674-91a3-1c3990acbe16 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Synchronizing usage tracker for tenant:f7895dff09a144319c6c45d363999cfd on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:10:02.382642 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-96389534-96d6-44ef-a826-55dad03a612e req-d38a5913-bb99-4674-91a3-1c3990acbe16 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Unset dirty status for tenant:f7895dff09a144319c6c45d363999cfd on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:10:02.384094 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-96389534-96d6-44ef-a826-55dad03a612e req-d38a5913-bb99-4674-91a3-1c3990acbe16 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 932 time: 0.1049178 May 10 15:10:02.431042 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-96389534-96d6-44ef-a826-55dad03a612e req-d7094496-3d57-4884-875a-8c12e9a8b322 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Synchronizing usage tracker for tenant:f7895dff09a144319c6c45d363999cfd on resource:security_group {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:10:02.448218 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-96389534-96d6-44ef-a826-55dad03a612e req-d7094496-3d57-4884-875a-8c12e9a8b322 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Unset dirty status for tenant:f7895dff09a144319c6c45d363999cfd on resource:security_group {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:10:02.449355 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-96389534-96d6-44ef-a826-55dad03a612e req-d7094496-3d57-4884-875a-8c12e9a8b322 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592716 May 10 15:10:03.646236 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71613a82-49b1-467b-b6b3-b3f458e94e5d req-538b29bf-960d-46f1-a000-d98d4d67ee32 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:03.648402 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-71613a82-49b1-467b-b6b3-b3f458e94e5d req-538b29bf-960d-46f1-a000-d98d4d67ee32 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 932 time: 0.0896895 May 10 15:10:03.716628 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-71613a82-49b1-467b-b6b3-b3f458e94e5d req-542d8cc6-9553-454c-93d1-e75033017ebd tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619435 May 10 15:10:04.149584 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:10:04.276276 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:04.908855 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bf4e4-462d-48e4-a86f-0040831f4bf5 req-d759926a-8fbf-4dc5-b3a2-fca3daa3aff3 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:04.910319 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f71bf4e4-462d-48e4-a86f-0040831f4bf5 req-d759926a-8fbf-4dc5-b3a2-fca3daa3aff3 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 932 time: 0.0851517 May 10 15:10:04.957259 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f71bf4e4-462d-48e4-a86f-0040831f4bf5 req-c63072fc-82f6-437c-9916-623618f9a123 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407264 May 10 15:10:05.863073 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-a3976d8d-7795-4d1d-8817-786a83275c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:06.173058 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38678a06-f8a1-4e67-afc0-35a1fb6916f1 req-607024a6-5a54-44d9-8810-bd5a8369ee65 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:06.174771 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-38678a06-f8a1-4e67-afc0-35a1fb6916f1 req-607024a6-5a54-44d9-8810-bd5a8369ee65 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 932 time: 0.0857751 May 10 15:10:06.225710 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-38678a06-f8a1-4e67-afc0-35a1fb6916f1 req-0c7c8b34-e134-424b-9c09-a13e25725030 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448947 May 10 15:10:07.415471 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bc4db-3ad5-40e4-8b2c-ba7f71da31e6 req-6d5dc39d-81fd-4778-8346-f08628319861 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:07.416876 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ab1bc4db-3ad5-40e4-8b2c-ba7f71da31e6 req-6d5dc39d-81fd-4778-8346-f08628319861 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 932 time: 0.0818768 May 10 15:10:07.461748 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ab1bc4db-3ad5-40e4-8b2c-ba7f71da31e6 req-3fdea9f7-42f6-4c0a-a4ef-4dcc9aea586a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390577 May 10 15:10:08.465942 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:08.625177 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7ff6935a-3470-4469-80a0-6faa4a03dbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:08.686813 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81cb4c-f197-404a-a74d-296987b108a3 req-bf57873d-e2b2-413c-9ead-3ad7e67c4e8f tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:08.688236 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5a81cb4c-f197-404a-a74d-296987b108a3 req-bf57873d-e2b2-413c-9ead-3ad7e67c4e8f tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 932 time: 0.1127737 May 10 15:10:08.742997 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5a81cb4c-f197-404a-a74d-296987b108a3 req-4d8cc762-d44d-443b-9667-70c14abb2c7b tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471025 May 10 15:10:09.426177 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:09.962760 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc03d69-5216-4b1e-9309-5ccb9e11af66 req-ed4857e4-04e3-4571-bd7b-858f765c26de tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:09.964222 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fbc03d69-5216-4b1e-9309-5ccb9e11af66 req-ed4857e4-04e3-4571-bd7b-858f765c26de tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 932 time: 0.0876250 May 10 15:10:10.011416 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fbc03d69-5216-4b1e-9309-5ccb9e11af66 req-c1353156-3d5e-40c0-a295-746017d2c036 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409591 May 10 15:10:10.950199 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:10.999180 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] Request body: {'port': {'device_id': 'caa33570-3464-489c-ba9c-9b3efe45f851', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:11.107694 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3f22e441-179f-46ff-8da9-baff33b91194 req-b4806fb8-94f3-4c9c-a952-488ba5acdb34 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0872085 May 10 15:10:11.148310 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:11.262022 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22e441-179f-46ff-8da9-baff33b91194 req-e683dd7d-d2c4-4e68-b744-64981e2c92f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:11.263474 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3f22e441-179f-46ff-8da9-baff33b91194 req-e683dd7d-d2c4-4e68-b744-64981e2c92f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8900b9d0dbfa4995b809f83538bb787d&device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 1098 time: 0.0722477 May 10 15:10:11.415446 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22e441-179f-46ff-8da9-baff33b91194 req-fcc97df9-2346-4da2-a687-88d5b6ad0c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:11.417003 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3f22e441-179f-46ff-8da9-baff33b91194 req-fcc97df9-2346-4da2-a687-88d5b6ad0c86 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7922592b-e5c7-4166-aa1b-a45eebe02820 HTTP/1.1" status: 200 len: 910 time: 0.1297395 May 10 15:10:11.450740 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93fbc2-6b7b-4b6a-8eed-0d71ccdd81e9 req-fe87259b-0457-4d24-9d5a-c1eb8bb7cdb9 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:11.452128 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5c93fbc2-6b7b-4b6a-8eed-0d71ccdd81e9 req-fe87259b-0457-4d24-9d5a-c1eb8bb7cdb9 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 932 time: 0.2921844 May 10 15:10:11.568355 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-5c93fbc2-6b7b-4b6a-8eed-0d71ccdd81e9 req-3357707e-94d9-49ca-ba90-47abb6f72f36 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994697 May 10 15:10:11.646299 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3f22e441-179f-46ff-8da9-baff33b91194 req-68c07935-19fd-4c67-b94f-ececd713bc84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6185a962-c7b7-43fa-9fea-52202bb0b02f HTTP/1.1" status: 200 len: 1001 time: 0.2196095 May 10 15:10:11.688692 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:10:11.696362 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:11.710017 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] Transition to ACTIVE for port object 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:10:11.713024 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22e441-179f-46ff-8da9-baff33b91194 req-417b857e-2374-4727-86c1-000e384f6fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:11.713611 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:11.714687 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3f22e441-179f-46ff-8da9-baff33b91194 req-417b857e-2374-4727-86c1-000e384f6fde service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c58900c-b895-4de8-960a-0862563ac0ec HTTP/1.1" status: 200 len: 848 time: 0.0573699 May 10 15:10:11.718000 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7c09df53-027b-45ae-b328-77895d8abaec tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:11.801295 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22e441-179f-46ff-8da9-baff33b91194 req-b3752947-410e-4132-b932-08d5ed65ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:11.802826 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3f22e441-179f-46ff-8da9-baff33b91194 req-b3752947-410e-4132-b932-08d5ed65ae78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7922592b-e5c7-4166-aa1b-a45eebe02820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0782735 May 10 15:10:11.870109 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] Pushing event updated for resources: {'Port': ['ID=41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:11.877552 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:11.944061 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3f22e441-179f-46ff-8da9-baff33b91194 req-762ea1ab-5a94-4d2a-83b3-640f244a3ba1 service neutron] 10.222.0.47 "GET /v2.0/networks/7922592b-e5c7-4166-aa1b-a45eebe02820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299019 May 10 15:10:11.949573 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] Attempting to bind port 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d on host hv-cinder-77428 for vnic_type normal with profile {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:10:11.949906 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] Attempting to bind port 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'e957e94e-ad7a-40ba-8ca6-1183a1a3a35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:10:11.950231 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] Attempting to bind port 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d on network 2a58339a-a411-4672-9ec2-20fcdc2985b1 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:10:11.954707 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] Port 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d on network 2a58339a-a411-4672-9ec2-20fcdc2985b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:10:11.955029 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] Attempting to bind port 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d on network 2a58339a-a411-4672-9ec2-20fcdc2985b1 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:10:11.960671 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] Checking agent: {'id': '22792be7-dc61-4190-b12e-2da4263bba02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:10:11.960951 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] Checking segment: {'id': 'e957e94e-ad7a-40ba-8ca6-1183a1a3a35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:10:11.961329 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] Bound using segment: {'id': 'e957e94e-ad7a-40ba-8ca6-1183a1a3a35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:10:11.961750 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] Bound port: 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e957e94e-ad7a-40ba-8ca6-1183a1a3a35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:10:11.962089 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:12.053264 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] For port 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d, host hv-cinder-77428, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:10:12.056364 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] For port 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d,segment=NetworkSegment(e957e94e-ad7a-40ba-8ca6-1183a1a3a35b),segment_id=e957e94e-ad7a-40ba-8ca6-1183a1a3a35b)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:10:12.061078 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:12.065583 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-4acb3dee-5afc-4941-9eeb-feaaf126f5af tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:12.086552 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [req-3f22e441-179f-46ff-8da9-baff33b91194 req-eecb3de6-1e6e-499e-8907-274043032e1d service neutron] 10.222.0.47 "GET /v2.0/networks/7922592b-e5c7-4166-aa1b-a45eebe02820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322691 May 10 15:10:12.116763 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:12.117368 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:12.118732 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] 10.222.0.47 "PUT /v2.0/ports/41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d HTTP/1.1" status: 200 len: 1094 time: 1.1239319 May 10 15:10:12.119193 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa33570-3464-489c-ba9c-9b3efe45f851', 'tag': '41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:10:12.144996 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] Pushing event updated for resources: {'Port': ['ID=41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:12.150809 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:12.217255 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa33570-3464-489c-ba9c-9b3efe45f851', 'tag': '41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d', 'status': 'completed', 'code': 200} May 10 15:10:12.254024 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-ecc2d869-4353-4a51-8193-a5d58a0ed09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:12.255526 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-ecc2d869-4353-4a51-8193-a5d58a0ed09a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7895dff09a144319c6c45d363999cfd&device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 1097 time: 0.0775034 May 10 15:10:12.325935 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-db41e509-4a19-41a0-bb90-fc003119ad76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d HTTP/1.1" status: 200 len: 217 time: 0.0620265 May 10 15:10:12.392729 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-c2c5ec73-dc19-415d-915a-fcc54c1379ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:12.394431 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-c2c5ec73-dc19-415d-915a-fcc54c1379ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab833486-335b-4eae-8ee9-34060055640e HTTP/1.1" status: 200 len: 853 time: 0.0610993 May 10 15:10:12.472332 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-1173b51c-4e60-4bdd-8dce-43b9a8dd7c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:12.473681 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-1173b51c-4e60-4bdd-8dce-43b9a8dd7c14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2a58339a-a411-4672-9ec2-20fcdc2985b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0712526 May 10 15:10:12.614005 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-e5eea5dd-68aa-45e3-8aca-ccec2d68f2f3 service neutron] 10.222.0.47 "GET /v2.0/networks/2a58339a-a411-4672-9ec2-20fcdc2985b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277096 May 10 15:10:12.797261 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c76e25ff-51f8-4c82-8b9b-534e2cd83863 req-ffe56384-e474-49ae-ad62-02348b21bd4f service neutron] 10.222.0.47 "GET /v2.0/networks/2a58339a-a411-4672-9ec2-20fcdc2985b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764696 May 10 15:10:12.818898 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e5e47-ec73-476a-b078-2b9c45fdc745 req-a4ba2998-8d1d-4229-9a11-6a17c1922004 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:12.820867 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6a0e5e47-ec73-476a-b078-2b9c45fdc745 req-a4ba2998-8d1d-4229-9a11-6a17c1922004 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 944 time: 0.1323473 May 10 15:10:12.904264 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6a0e5e47-ec73-476a-b078-2b9c45fdc745 req-102e3e72-706d-416f-b18f-1cf1efb9efeb tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776787 May 10 15:10:12.932606 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7b464-ec0a-4a9d-9b5e-459ddcc50e8c req-59b80a06-0d0a-4678-8e77-b0b6ae1e4374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:12.934061 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-24d7b464-ec0a-4a9d-9b5e-459ddcc50e8c req-59b80a06-0d0a-4678-8e77-b0b6ae1e4374 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7895dff09a144319c6c45d363999cfd&device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 1097 time: 0.0786731 May 10 15:10:13.064097 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7b464-ec0a-4a9d-9b5e-459ddcc50e8c req-2e9af85f-9273-4421-bcd2-6bdfa59c2c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:13.065431 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-24d7b464-ec0a-4a9d-9b5e-459ddcc50e8c req-2e9af85f-9273-4421-bcd2-6bdfa59c2c2a service neutron] 10.222.0.47 "GET /v2.0/networks?id=2a58339a-a411-4672-9ec2-20fcdc2985b1 HTTP/1.1" status: 200 len: 915 time: 0.1238716 May 10 15:10:13.214828 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-24d7b464-ec0a-4a9d-9b5e-459ddcc50e8c req-78be105a-1cc6-4ab4-afb4-073ece97bb91 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d HTTP/1.1" status: 200 len: 217 time: 0.1425169 May 10 15:10:13.276022 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7b464-ec0a-4a9d-9b5e-459ddcc50e8c req-d8a047e7-37a0-4bb8-bdf4-48c514195e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:13.277366 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-24d7b464-ec0a-4a9d-9b5e-459ddcc50e8c req-d8a047e7-37a0-4bb8-bdf4-48c514195e39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab833486-335b-4eae-8ee9-34060055640e HTTP/1.1" status: 200 len: 853 time: 0.0558705 May 10 15:10:13.353740 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7b464-ec0a-4a9d-9b5e-459ddcc50e8c req-42fcd7a9-3f6a-4b27-9cf5-a26a537ec9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:13.355122 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-24d7b464-ec0a-4a9d-9b5e-459ddcc50e8c req-42fcd7a9-3f6a-4b27-9cf5-a26a537ec9cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2a58339a-a411-4672-9ec2-20fcdc2985b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0711365 May 10 15:10:13.485954 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-24d7b464-ec0a-4a9d-9b5e-459ddcc50e8c req-64b72077-faa9-4640-aae6-c72d16e85d25 service neutron] 10.222.0.47 "GET /v2.0/networks/2a58339a-a411-4672-9ec2-20fcdc2985b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228557 May 10 15:10:13.620641 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-24d7b464-ec0a-4a9d-9b5e-459ddcc50e8c req-535904d3-afb7-485a-9cdc-9ea45b3f1d72 service neutron] 10.222.0.47 "GET /v2.0/networks/2a58339a-a411-4672-9ec2-20fcdc2985b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267819 May 10 15:10:13.759442 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50026) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:13.874376 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1be30148-58d5-4277-8ecd-3ed933ab9fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:13.888748 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-1be30148-58d5-4277-8ecd-3ed933ab9fcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:13.892550 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-1be30148-58d5-4277-8ecd-3ed933ab9fcd admin admin] Usage tracker for resource:security_group_rule and tenant:d9de9705fbf7473b86342bb36267415a is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:13.895316 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-1be30148-58d5-4277-8ecd-3ed933ab9fcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:13.900903 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-1be30148-58d5-4277-8ecd-3ed933ab9fcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:13.984901 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1be30148-58d5-4277-8ecd-3ed933ab9fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:13.988720 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1be30148-58d5-4277-8ecd-3ed933ab9fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:13.997234 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-cc1ebb7c-aa10-4ccb-8df8-fb5e4d6345bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:14.077426 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-1be30148-58d5-4277-8ecd-3ed933ab9fcd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d9de9705fbf7473b86342bb36267415a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168893 May 10 15:10:14.080140 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50034) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:14.083776 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be30148-58d5-4277-8ecd-3ed933ab9fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91db54df-51db-4a8a-99ca-504976009bb7,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:14.087201 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1be30148-58d5-4277-8ecd-3ed933ab9fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:14.123590 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311947ad-1674-4684-8edf-9844fd32a3bd req-a589a12a-4758-4aac-a163-06cdf3a13ffb tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:14.125250 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-311947ad-1674-4684-8edf-9844fd32a3bd req-a589a12a-4758-4aac-a163-06cdf3a13ffb tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 944 time: 0.1085949 May 10 15:10:14.139370 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0b0ee046-d54b-4914-927c-766e08442c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:14.165055 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0b0ee046-d54b-4914-927c-766e08442c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:14.170278 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-311947ad-1674-4684-8edf-9844fd32a3bd req-3dada2c1-d38c-4bf0-98ab-371d73f45d2c tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392396 May 10 15:10:14.215676 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0b0ee046-d54b-4914-927c-766e08442c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:14.219395 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c94db816-b7bd-4b2d-9a76-eaf29a64eaab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:14.230412 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ee046-d54b-4914-927c-766e08442c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91db54df-51db-4a8a-99ca-504976009bb7,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:14.240102 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ee046-d54b-4914-927c-766e08442c9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:14.240490 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ee046-d54b-4914-927c-766e08442c9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:14.240864 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ee046-d54b-4914-927c-766e08442c9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:14.241316 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ee046-d54b-4914-927c-766e08442c9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:14.242309 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ee046-d54b-4914-927c-766e08442c9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:14.242694 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ee046-d54b-4914-927c-766e08442c9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:14.243066 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ee046-d54b-4914-927c-766e08442c9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:14.243435 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ee046-d54b-4914-927c-766e08442c9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:14.243797 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ee046-d54b-4914-927c-766e08442c9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:14.244225 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ee046-d54b-4914-927c-766e08442c9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:14.244586 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ee046-d54b-4914-927c-766e08442c9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:14.244941 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0ee046-d54b-4914-927c-766e08442c9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:14.248321 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0b0ee046-d54b-4914-927c-766e08442c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:14.249542 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0b0ee046-d54b-4914-927c-766e08442c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:14.252717 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-0b0ee046-d54b-4914-927c-766e08442c9d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/91db54df-51db-4a8a-99ca-504976009bb7 HTTP/1.1" status: 204 len: 168 time: 0.1712501 May 10 15:10:14.497516 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:10:14.628607 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d,segment=NetworkSegment(e957e94e-ad7a-40ba-8ca6-1183a1a3a35b),segment_id=e957e94e-ad7a-40ba-8ca6-1183a1a3a35b)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:14.642118 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Returning: {'device': '41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d', 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1', 'port_id': '41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d', 'mac_address': 'fa:16:3e:0d:63:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab833486-335b-4eae-8ee9-34060055640e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:10:14.698007 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:14.713636 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:10:14.728025 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d,segment=NetworkSegment(e957e94e-ad7a-40ba-8ca6-1183a1a3a35b),segment_id=e957e94e-ad7a-40ba-8ca6-1183a1a3a35b)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:14.731720 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:14.733471 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-509e01ac-f3bf-445b-b4c1-957a2490a924 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:14.796198 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:14.803182 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:14.803546 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:14.804390 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:14.804714 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:14.805033 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:14.805350 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:14.805664 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:14.805977 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:14.806290 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:14.806601 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:14.806911 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:14.807222 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:14.810911 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:15.004990 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:10:15.353197 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b42a03-81d0-4130-98d6-7c7ccfa9d1c6 req-411acea2-ac8f-4081-a569-1339cfa6c07e tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:15.354555 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-98b42a03-81d0-4130-98d6-7c7ccfa9d1c6 req-411acea2-ac8f-4081-a569-1339cfa6c07e tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 945 time: 0.0790186 May 10 15:10:15.400738 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-98b42a03-81d0-4130-98d6-7c7ccfa9d1c6 req-4d75e8ac-ef63-4ad9-bf5d-2c94797ad624 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404112 May 10 15:10:16.500638 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d up at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:10:16.566500 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning for port 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:10:16.571375 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning complete for port 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:10:16.571746 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:16.579659 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0e07b-b94a-495e-b1cb-a2216928e9ec req-78975ae3-b6af-4f02-adf6-4e05ac7ca224 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:16.581125 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-56c0e07b-b94a-495e-b1cb-a2216928e9ec req-78975ae3-b6af-4f02-adf6-4e05ac7ca224 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 945 time: 0.0789092 May 10 15:10:16.625578 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-56c0e07b-b94a-495e-b1cb-a2216928e9ec req-a5ca8753-66e4-4db9-a662-4be25196bb15 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385203 May 10 15:10:16.687946 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:16.713563 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa33570-3464-489c-ba9c-9b3efe45f851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:10:16.722866 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d,segment=NetworkSegment(e957e94e-ad7a-40ba-8ca6-1183a1a3a35b),segment_id=e957e94e-ad7a-40ba-8ca6-1183a1a3a35b)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:16.725995 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:16.728543 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:16.761991 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa33570-3464-489c-ba9c-9b3efe45f851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d', 'code': 200} May 10 15:10:16.797377 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:16.800183 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:16.999433 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1c2df-d1a5-4177-84d5-311dd3034aa4 req-6c05cc30-c977-4437-89a3-22aa1ca4554f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:17.000806 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f3e1c2df-d1a5-4177-84d5-311dd3034aa4 req-6c05cc30-c977-4437-89a3-22aa1ca4554f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 1099 time: 0.0708210 May 10 15:10:17.044918 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f3e1c2df-d1a5-4177-84d5-311dd3034aa4 req-66734458-b045-4a97-83d6-fc7cffe692a5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343292 May 10 15:10:17.806780 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667d764-a34d-4b12-9c63-f05cc3eda7f8 req-57da6feb-925b-4758-a92a-4b5c2b69e6b5 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:17.808232 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0667d764-a34d-4b12-9c63-f05cc3eda7f8 req-57da6feb-925b-4758-a92a-4b5c2b69e6b5 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 946 time: 0.0787296 May 10 15:10:17.851590 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0667d764-a34d-4b12-9c63-f05cc3eda7f8 req-c363a081-1f8d-46f3-b4ea-093379562580 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377226 May 10 15:10:19.037297 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84900553-a691-48f7-8d4a-8a44498e3774 req-c8803183-bcab-4194-9e33-356f56814ed7 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:19.038986 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-84900553-a691-48f7-8d4a-8a44498e3774 req-c8803183-bcab-4194-9e33-356f56814ed7 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 946 time: 0.0817001 May 10 15:10:19.083671 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-84900553-a691-48f7-8d4a-8a44498e3774 req-5b2677fd-ffbf-49e1-b4b8-ab0139ed10b1 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390074 May 10 15:10:19.266017 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be80ae-f4cb-404a-86f2-40b13696480c req-3c130766-ae9d-4f23-983e-00ce38e87ac3 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:19.267335 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b4be80ae-f4cb-404a-86f2-40b13696480c req-3c130766-ae9d-4f23-983e-00ce38e87ac3 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 946 time: 0.0824428 May 10 15:10:19.312011 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b4be80ae-f4cb-404a-86f2-40b13696480c req-711f5371-78a4-493c-827d-a0aa6dcd562b tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389562 May 10 15:10:19.507384 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50054) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:19.692928 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aeb8cd-e887-4fe1-81ba-78bc8f601cec req-cc6396b4-5d21-4d2b-bc47-b49df8ec3673 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:19.694357 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a7aeb8cd-e887-4fe1-81ba-78bc8f601cec req-cc6396b4-5d21-4d2b-bc47-b49df8ec3673 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 946 time: 0.0788171 May 10 15:10:19.741821 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a7aeb8cd-e887-4fe1-81ba-78bc8f601cec req-f3be0b30-f724-4263-ad8f-47181fef6986 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415771 May 10 15:10:19.767421 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-62ccb3e7-be67-49a9-9d3f-858034cdd423 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Deleting port f8cc6720-487e-40d8-998f-0130a48a31e3 {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:10:19.767767 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-62ccb3e7-be67-49a9-9d3f-858034cdd423 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:19.883769 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-62ccb3e7-be67-49a9-9d3f-858034cdd423 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:19.884118 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-62ccb3e7-be67-49a9-9d3f-858034cdd423 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:20.009568 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-62ccb3e7-be67-49a9-9d3f-858034cdd423 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Calling delete_port for f8cc6720-487e-40d8-998f-0130a48a31e3 owned by network:floatingip {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:10:20.137549 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-62ccb3e7-be67-49a9-9d3f-858034cdd423 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:20.142046 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:20.187647 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccb3e7-be67-49a9-9d3f-858034cdd423 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Pushing event deleted for resources: {'Port': ['ID=f8cc6720-487e-40d8-998f-0130a48a31e3,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:20.190804 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-62ccb3e7-be67-49a9-9d3f-858034cdd423 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:20.277633 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-62ccb3e7-be67-49a9-9d3f-858034cdd423 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for floatingip, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:20.277967 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.db.l3_db [None req-62ccb3e7-be67-49a9-9d3f-858034cdd423 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Floating IP bae4b4e4-04b5-4c44-8d9e-e11e974c6900 disassociated (deleted). External IP: 172.27.2.148, port: 6185a962-c7b7-43fa-9fea-52202bb0b02f. May 10 15:10:20.717564 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ccb3e7-be67-49a9-9d3f-858034cdd423 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Router 47a79397-7aec-4083-bea7-19d0f6f2ca8b has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:10:20.889312 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ccb3e7-be67-49a9-9d3f-858034cdd423 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:10:20.898403 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8019f7-a061-41ae-b758-e5ba69545ce6 None None] Sync routers for ids ['47a79397-7aec-4083-bea7-19d0f6f2ca8b'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:10:20.907829 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8019f7-a061-41ae-b758-e5ba69545ce6 None None] Routers {'47a79397-7aec-4083-bea7-19d0f6f2ca8b'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:10:20.908474 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-ea8019f7-a061-41ae-b758-e5ba69545ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:10:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['47a79397-7aec-4083-bea7-19d0f6f2ca8b'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:20.909006 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-62ccb3e7-be67-49a9-9d3f-858034cdd423 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for floatingip, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:20.969935 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-62ccb3e7-be67-49a9-9d3f-858034cdd423 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "DELETE /v2.0/floatingips/bae4b4e4-04b5-4c44-8d9e-e11e974c6900 HTTP/1.1" status: 204 len: 168 time: 1.4590404 May 10 15:10:20.969935 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe75b53-cf6b-4b8a-b4f0-4897a788d874', 'tag': '6185a962-c7b7-43fa-9fea-52202bb0b02f'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:10:21.017874 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe75b53-cf6b-4b8a-b4f0-4897a788d874', 'tag': '6185a962-c7b7-43fa-9fea-52202bb0b02f', 'status': 'completed', 'code': 200} May 10 15:10:21.096408 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-ea8019f7-a061-41ae-b758-e5ba69545ce6 None None] Set router 47a79397-7aec-4083-bea7-19d0f6f2ca8b gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:10:21.113317 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bca7f-2ef4-4c74-a7ad-eea57e457397 req-8f9fd5ea-b7c3-4fab-bf88-98c36d74c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:21.114900 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-742bca7f-2ef4-4c74-a7ad-eea57e457397 req-8f9fd5ea-b7c3-4fab-bf88-98c36d74c769 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8900b9d0dbfa4995b809f83538bb787d&device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 1098 time: 0.0737433 May 10 15:10:21.261427 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bca7f-2ef4-4c74-a7ad-eea57e457397 req-14d025da-a756-4afd-b57a-a341e347b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:21.263274 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-742bca7f-2ef4-4c74-a7ad-eea57e457397 req-14d025da-a756-4afd-b57a-a341e347b4ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=7922592b-e5c7-4166-aa1b-a45eebe02820 HTTP/1.1" status: 200 len: 910 time: 0.1420774 May 10 15:10:21.428487 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-ea8019f7-a061-41ae-b758-e5ba69545ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'name': 'tempest-TestShelveInstance-1648878266-router', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '4ccd579d-d8bc-485f-9c26-fd9584fe7c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:34Z', 'updated_at': '2021-05-10T15:05:39Z', 'revision_number': 4, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'gw_port': {'id': '4ccd579d-d8bc-485f-9c26-fd9584fe7c04', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:35Z', 'updated_at': '2021-05-10T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '7f46e9aa-6cac-4b29-9767-05255e91a4de', 'name': '', 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'mac_address': 'fa:16:3e:7b:e3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1c58900c-b895-4de8-960a-0862563ac0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:38Z', 'updated_at': '2021-05-10T15:05:46Z', 'revision_number': 5, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'subnets': [{'id': '1c58900c-b895-4de8-960a-0862563ac0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:21.434459 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8019f7-a061-41ae-b758-e5ba69545ce6 None None] Checking router: 47a79397-7aec-4083-bea7-19d0f6f2ca8b for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:10:21.442916 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8019f7-a061-41ae-b758-e5ba69545ce6 None None] Routers {'47a79397-7aec-4083-bea7-19d0f6f2ca8b'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:10:21.443587 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-ea8019f7-a061-41ae-b758-e5ba69545ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:10:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['47a79397-7aec-4083-bea7-19d0f6f2ca8b'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:21.465620 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-742bca7f-2ef4-4c74-a7ad-eea57e457397 req-8f1308b3-3b79-4b8d-af6f-7e3d4161142b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6185a962-c7b7-43fa-9fea-52202bb0b02f HTTP/1.1" status: 200 len: 217 time: 0.1697671 May 10 15:10:21.547246 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bca7f-2ef4-4c74-a7ad-eea57e457397 req-9ababa4e-396e-4e39-8f4f-908276659c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:21.548698 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-742bca7f-2ef4-4c74-a7ad-eea57e457397 req-9ababa4e-396e-4e39-8f4f-908276659c36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1c58900c-b895-4de8-960a-0862563ac0ec HTTP/1.1" status: 200 len: 848 time: 0.0756760 May 10 15:10:21.556605 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e3bb3-e0ff-49cc-89b4-0708e9c07d25 req-9c293e74-f5de-4112-973e-2b5fde7db595 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:21.558036 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3b1e3bb3-e0ff-49cc-89b4-0708e9c07d25 req-9c293e74-f5de-4112-973e-2b5fde7db595 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 945 time: 0.2936802 May 10 15:10:21.645639 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3b1e3bb3-e0ff-49cc-89b4-0708e9c07d25 req-bc7ec836-a01c-4895-a5b4-70dd6f3cd3ae tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518582 May 10 15:10:21.665877 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bca7f-2ef4-4c74-a7ad-eea57e457397 req-35d56848-313f-4e70-b185-6501519da28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:21.666934 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-ea8019f7-a061-41ae-b758-e5ba69545ce6 None None] Set router 47a79397-7aec-4083-bea7-19d0f6f2ca8b gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:10:21.667332 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-742bca7f-2ef4-4c74-a7ad-eea57e457397 req-35d56848-313f-4e70-b185-6501519da28f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7922592b-e5c7-4166-aa1b-a45eebe02820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1084356 May 10 15:10:21.802314 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-742bca7f-2ef4-4c74-a7ad-eea57e457397 req-b6a63281-6011-4e89-9560-c5e82992ffbb service neutron] 10.222.0.47 "GET /v2.0/networks/7922592b-e5c7-4166-aa1b-a45eebe02820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273441 May 10 15:10:21.941136 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-742bca7f-2ef4-4c74-a7ad-eea57e457397 req-1b95b9a7-82b8-4b56-ac6d-5227e362b652 service neutron] 10.222.0.47 "GET /v2.0/networks/7922592b-e5c7-4166-aa1b-a45eebe02820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311646 May 10 15:10:22.011013 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-ea8019f7-a061-41ae-b758-e5ba69545ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'name': 'tempest-TestShelveInstance-1648878266-router', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '4ccd579d-d8bc-485f-9c26-fd9584fe7c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:34Z', 'updated_at': '2021-05-10T15:05:39Z', 'revision_number': 4, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'gw_port': {'id': '4ccd579d-d8bc-485f-9c26-fd9584fe7c04', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:35Z', 'updated_at': '2021-05-10T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '7f46e9aa-6cac-4b29-9767-05255e91a4de', 'name': '', 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'mac_address': 'fa:16:3e:7b:e3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1c58900c-b895-4de8-960a-0862563ac0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:38Z', 'updated_at': '2021-05-10T15:05:46Z', 'revision_number': 5, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'subnets': [{'id': '1c58900c-b895-4de8-960a-0862563ac0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:22.015867 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8019f7-a061-41ae-b758-e5ba69545ce6 None None] The sync data for ids ['47a79397-7aec-4083-bea7-19d0f6f2ca8b'] in dv-cinder-774286-14-iscsi is: [{'id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'name': 'tempest-TestShelveInstance-1648878266-router', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '4ccd579d-d8bc-485f-9c26-fd9584fe7c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:34Z', 'updated_at': '2021-05-10T15:05:39Z', 'revision_number': 4, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'gw_port': {'id': '4ccd579d-d8bc-485f-9c26-fd9584fe7c04', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:35Z', 'updated_at': '2021-05-10T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '7f46e9aa-6cac-4b29-9767-05255e91a4de', 'name': '', 'network_id': '7922592b-e5c7-4166-aa1b-a45eebe02820', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'mac_address': 'fa:16:3e:7b:e3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '1c58900c-b895-4de8-960a-0862563ac0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:38Z', 'updated_at': '2021-05-10T15:05:46Z', 'revision_number': 5, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'subnets': [{'id': '1c58900c-b895-4de8-960a-0862563ac0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:10:22.262252 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910aa9a0-cda8-469b-ba98-b439e161a27a None None] New status for floating IP bae4b4e4-04b5-4c44-8d9e-e11e974c6900: DOWN {{(pid=78745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:10:22.840256 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da993ba-a469-40ae-8fce-6b0ab04ca264 req-bf29400b-f161-4a47-817b-74d415e59d6c tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:22.841692 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3da993ba-a469-40ae-8fce-6b0ab04ca264 req-bf29400b-f161-4a47-817b-74d415e59d6c tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 945 time: 0.0825114 May 10 15:10:22.918007 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3da993ba-a469-40ae-8fce-6b0ab04ca264 req-d371cf6c-77ac-4bf4-8fca-f16b1c6c485c tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705950 May 10 15:10:22.965614 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbac91-ab91-47a0-b5ae-a52b480e17aa req-9ea7aee5-d628-4917-b803-89d040fcbd20 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:22.967020 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b8bbac91-ab91-47a0-b5ae-a52b480e17aa req-9ea7aee5-d628-4917-b803-89d040fcbd20 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.47 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 945 time: 0.0857294 May 10 15:10:23.102142 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-b8bbac91-ab91-47a0-b5ae-a52b480e17aa req-32df451d-c62e-411a-82be-f3618b322b1f tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Deleting port 6185a962-c7b7-43fa-9fea-52202bb0b02f {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:10:23.102492 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b8bbac91-ab91-47a0-b5ae-a52b480e17aa req-32df451d-c62e-411a-82be-f3618b322b1f tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:23.234355 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-b8bbac91-ab91-47a0-b5ae-a52b480e17aa req-32df451d-c62e-411a-82be-f3618b322b1f tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] For port 6185a962-c7b7-43fa-9fea-52202bb0b02f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=6185a962-c7b7-43fa-9fea-52202bb0b02f,segment=NetworkSegment(503f243e-3e90-4306-889c-a12bd1d22596),segment_id=503f243e-3e90-4306-889c-a12bd1d22596)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:23.234636 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b8bbac91-ab91-47a0-b5ae-a52b480e17aa req-32df451d-c62e-411a-82be-f3618b322b1f tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:23.359444 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-b8bbac91-ab91-47a0-b5ae-a52b480e17aa req-32df451d-c62e-411a-82be-f3618b322b1f tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Calling delete_port for 6185a962-c7b7-43fa-9fea-52202bb0b02f owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:10:23.464596 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b8bbac91-ab91-47a0-b5ae-a52b480e17aa req-32df451d-c62e-411a-82be-f3618b322b1f tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:23.469923 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:23.515574 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df451d-c62e-411a-82be-f3618b322b1f tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Pushing event deleted for resources: {'Port': ['ID=6185a962-c7b7-43fa-9fea-52202bb0b02f,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:23.518491 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-32df451d-c62e-411a-82be-f3618b322b1f tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:23.587168 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bbac91-ab91-47a0-b5ae-a52b480e17aa req-32df451d-c62e-411a-82be-f3618b322b1f tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] No DVR routers for this DVR port 6185a962-c7b7-43fa-9fea-52202bb0b02f on host hv-cinder-77428 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:10:23.589573 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-b8bbac91-ab91-47a0-b5ae-a52b480e17aa req-32df451d-c62e-411a-82be-f3618b322b1f tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:23.592697 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe75b53-cf6b-4b8a-b4f0-4897a788d874', 'name': 'network-vif-deleted', 'tag': '6185a962-c7b7-43fa-9fea-52202bb0b02f'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:10:23.608939 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b8bbac91-ab91-47a0-b5ae-a52b480e17aa req-32df451d-c62e-411a-82be-f3618b322b1f tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.47 "DELETE /v2.0/ports/6185a962-c7b7-43fa-9fea-52202bb0b02f HTTP/1.1" status: 204 len: 173 time: 0.6345220 May 10 15:10:23.643512 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe75b53-cf6b-4b8a-b4f0-4897a788d874', 'name': 'network-vif-deleted', 'tag': '6185a962-c7b7-43fa-9fea-52202bb0b02f', 'status': 'completed', 'code': 200} May 10 15:10:24.077365 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-fb08ffe2-340d-43ed-b672-b9ba0096f584 req-9af9bc9a-b2a3-4143-90c4-0a5a42113a2e tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Synchronizing usage tracker for tenant:8900b9d0dbfa4995b809f83538bb787d on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:10:24.096117 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-fb08ffe2-340d-43ed-b672-b9ba0096f584 req-9af9bc9a-b2a3-4143-90c4-0a5a42113a2e tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Unset dirty status for tenant:8900b9d0dbfa4995b809f83538bb787d on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:10:24.097201 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fb08ffe2-340d-43ed-b672-b9ba0096f584 req-9af9bc9a-b2a3-4143-90c4-0a5a42113a2e tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fe75b53-cf6b-4b8a-b4f0-4897a788d874 HTTP/1.1" status: 200 len: 210 time: 0.0678160 May 10 15:10:25.192121 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50102) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:25.258751 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-775261c7-4f33-4423-8b6e-dcb7cad6180f tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:25.288069 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-775261c7-4f33-4423-8b6e-dcb7cad6180f tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:25.351734 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-775261c7-4f33-4423-8b6e-dcb7cad6180f tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:25.356771 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-252af7be-ec24-48f1-8e09-b208c50beb93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:25.371387 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775261c7-4f33-4423-8b6e-dcb7cad6180f tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffbcc5a-bd7c-4e9f-a362-32883b0552b7,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:25.376986 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-775261c7-4f33-4423-8b6e-dcb7cad6180f tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:25.378899 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-775261c7-4f33-4423-8b6e-dcb7cad6180f tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:25.380002 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-775261c7-4f33-4423-8b6e-dcb7cad6180f tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] 10.222.0.30 "DELETE /v2.0/security-groups/7ffbcc5a-bd7c-4e9f-a362-32883b0552b7 HTTP/1.1" status: 204 len: 168 time: 0.1868775 May 10 15:10:25.424869 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50110) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:25.939028 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7d9af261-ce03-445d-9796-940f7cb58994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394569'] for router_interface, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:26.445036 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-7d9af261-ce03-445d-9796-940f7cb58994 admin admin] Deleting port 7f46e9aa-6cac-4b29-9767-05255e91a4de {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:10:26.445831 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7d9af261-ce03-445d-9796-940f7cb58994 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:26.500255 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 6185a962-c7b7-43fa-9fea-52202bb0b02f no longer exists at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:10:26.536575 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] No Port match for: 6185a962-c7b7-43fa-9fea-52202bb0b02f {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:10:26.536923 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 6185a962-c7b7-43fa-9fea-52202bb0b02f not bound to the agent host hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:10:26.564438 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-7d9af261-ce03-445d-9796-940f7cb58994 admin admin] For port 7f46e9aa-6cac-4b29-9767-05255e91a4de, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=7f46e9aa-6cac-4b29-9767-05255e91a4de,segment=NetworkSegment(503f243e-3e90-4306-889c-a12bd1d22596),segment_id=503f243e-3e90-4306-889c-a12bd1d22596)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:26.564788 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7d9af261-ce03-445d-9796-940f7cb58994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:26.682442 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-7d9af261-ce03-445d-9796-940f7cb58994 admin admin] Calling delete_port for 7f46e9aa-6cac-4b29-9767-05255e91a4de owned by network:router_interface {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:10:26.815355 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7d9af261-ce03-445d-9796-940f7cb58994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:26.819754 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3e7af56a-e9b6-40f7-a3be-f055dbf8cb68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:26.892337 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9af261-ce03-445d-9796-940f7cb58994 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f46e9aa-6cac-4b29-9767-05255e91a4de,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:26.894849 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-7d9af261-ce03-445d-9796-940f7cb58994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:27.124300 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7d9af261-ce03-445d-9796-940f7cb58994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417785'] for router_interface, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:27.467926 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9af261-ce03-445d-9796-940f7cb58994 admin admin] Router 47a79397-7aec-4083-bea7-19d0f6f2ca8b has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:10:27.750378 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9af261-ce03-445d-9796-940f7cb58994 admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:10:27.758667 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6acbdf2-f7d6-4080-a242-6b2e003a8cfc None None] Sync routers for ids ['47a79397-7aec-4083-bea7-19d0f6f2ca8b'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:10:27.767252 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-7d9af261-ce03-445d-9796-940f7cb58994 admin admin] 10.222.0.30 "PUT /v2.0/routers/47a79397-7aec-4083-bea7-19d0f6f2ca8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3411860 May 10 15:10:27.768671 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6acbdf2-f7d6-4080-a242-6b2e003a8cfc None None] Routers {'47a79397-7aec-4083-bea7-19d0f6f2ca8b'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:10:27.769362 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-f6acbdf2-f7d6-4080-a242-6b2e003a8cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:10:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['47a79397-7aec-4083-bea7-19d0f6f2ca8b'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:27.769690 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50118) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:27.942210 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-f6acbdf2-f7d6-4080-a242-6b2e003a8cfc None None] Set router 47a79397-7aec-4083-bea7-19d0f6f2ca8b gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:10:27.943108 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-09b53934-a86a-48cf-968a-f6603e71a4c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:28.115773 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-09b53934-a86a-48cf-968a-f6603e71a4c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:28.192306 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-09b53934-a86a-48cf-968a-f6603e71a4c6 admin admin] Deleting port 4ccd579d-d8bc-485f-9c26-fd9584fe7c04 {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:10:28.192644 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-09b53934-a86a-48cf-968a-f6603e71a4c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:28.229505 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-f6acbdf2-f7d6-4080-a242-6b2e003a8cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'name': 'tempest-TestShelveInstance-1648878266-router', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '4ccd579d-d8bc-485f-9c26-fd9584fe7c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:34Z', 'updated_at': '2021-05-10T15:10:26Z', 'revision_number': 5, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'gw_port': {'id': '4ccd579d-d8bc-485f-9c26-fd9584fe7c04', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:35Z', 'updated_at': '2021-05-10T15:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:28.233384 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6acbdf2-f7d6-4080-a242-6b2e003a8cfc None None] Checking router: 47a79397-7aec-4083-bea7-19d0f6f2ca8b for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:10:28.241750 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6acbdf2-f7d6-4080-a242-6b2e003a8cfc None None] Routers {'47a79397-7aec-4083-bea7-19d0f6f2ca8b'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:10:28.242375 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-f6acbdf2-f7d6-4080-a242-6b2e003a8cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:10:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['47a79397-7aec-4083-bea7-19d0f6f2ca8b'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:28.313396 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-09b53934-a86a-48cf-968a-f6603e71a4c6 admin admin] For port 4ccd579d-d8bc-485f-9c26-fd9584fe7c04, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=4ccd579d-d8bc-485f-9c26-fd9584fe7c04,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:28.313747 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-09b53934-a86a-48cf-968a-f6603e71a4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:28.389681 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-f6acbdf2-f7d6-4080-a242-6b2e003a8cfc None None] Set router 47a79397-7aec-4083-bea7-19d0f6f2ca8b gateway port host: None {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:10:28.436424 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-09b53934-a86a-48cf-968a-f6603e71a4c6 admin admin] Calling delete_port for 4ccd579d-d8bc-485f-9c26-fd9584fe7c04 owned by network:router_gateway {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:10:28.499367 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-f6acbdf2-f7d6-4080-a242-6b2e003a8cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'name': 'tempest-TestShelveInstance-1648878266-router', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:34Z', 'updated_at': '2021-05-10T15:10:28Z', 'revision_number': 6, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'gw_port_host': None}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:28.503244 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6acbdf2-f7d6-4080-a242-6b2e003a8cfc None None] The sync data for ids ['47a79397-7aec-4083-bea7-19d0f6f2ca8b'] in dv-cinder-774286-14-iscsi is: [{'id': '47a79397-7aec-4083-bea7-19d0f6f2ca8b', 'name': 'tempest-TestShelveInstance-1648878266-router', 'tenant_id': '8900b9d0dbfa4995b809f83538bb787d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:34Z', 'updated_at': '2021-05-10T15:10:28Z', 'revision_number': 6, 'project_id': '8900b9d0dbfa4995b809f83538bb787d', 'gw_port_host': None}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:10:28.588391 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-09b53934-a86a-48cf-968a-f6603e71a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:28.593179 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-06ad9c55-68ad-4a8b-a9d7-78e6d99ff8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:28.636669 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b53934-a86a-48cf-968a-f6603e71a4c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ccd579d-d8bc-485f-9c26-fd9584fe7c04,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:28.640076 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-09b53934-a86a-48cf-968a-f6603e71a4c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:28.731160 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-09b53934-a86a-48cf-968a-f6603e71a4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405869'] for router_gateway, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:28.905238 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-09b53934-a86a-48cf-968a-f6603e71a4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29790'] for router, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:28.907457 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-09b53934-a86a-48cf-968a-f6603e71a4c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:28.931019 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-09b53934-a86a-48cf-968a-f6603e71a4c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417407'] for router, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:28.931442 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b53934-a86a-48cf-968a-f6603e71a4c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47a79397-7aec-4083-bea7-19d0f6f2ca8b {{(pid=78742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:10:28.944058 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-09b53934-a86a-48cf-968a-f6603e71a4c6 admin admin] Notify callbacks [] for router, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:28.945205 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-09b53934-a86a-48cf-968a-f6603e71a4c6 admin admin] 10.222.0.30 "DELETE /v2.0/routers/47a79397-7aec-4083-bea7-19d0f6f2ca8b HTTP/1.1" status: 204 len: 168 time: 1.1745634 May 10 15:10:28.948519 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50124) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:29.013876 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_v2 [None req-568c3518-2535-42be-a1e0-89b32cf37693 admin admin] Deleting subnet 1c58900c-b895-4de8-960a-0862563ac0ec {{(pid=78743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:10:29.016728 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-568c3518-2535-42be-a1e0-89b32cf37693 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:29.064281 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-568c3518-2535-42be-a1e0-89b32cf37693 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1867923'] for subnet, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:29.216336 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-568c3518-2535-42be-a1e0-89b32cf37693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482653'] for subnet, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:29.362294 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 4ccd579d-d8bc-485f-9c26-fd9584fe7c04 no longer exists at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:10:29.396826 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] No Port match for: 4ccd579d-d8bc-485f-9c26-fd9584fe7c04 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:10:29.397292 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 4ccd579d-d8bc-485f-9c26-fd9584fe7c04 not bound to the agent host dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:10:29.397710 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 7f46e9aa-6cac-4b29-9767-05255e91a4de no longer exists at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:10:29.430315 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] No Port match for: 7f46e9aa-6cac-4b29-9767-05255e91a4de {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:10:29.430661 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 7f46e9aa-6cac-4b29-9767-05255e91a4de not bound to the agent host dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:10:29.468456 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-568c3518-2535-42be-a1e0-89b32cf37693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2001247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1290530'] for subnet, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:29.472848 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-0f32d9aa-b086-43f4-996d-3c6deabd064e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:29.507409 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c3518-2535-42be-a1e0-89b32cf37693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c58900c-b895-4de8-960a-0862563ac0ec,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:29.510639 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-568c3518-2535-42be-a1e0-89b32cf37693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:29.511421 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-568c3518-2535-42be-a1e0-89b32cf37693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:29.519696 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-568c3518-2535-42be-a1e0-89b32cf37693 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1c58900c-b895-4de8-960a-0862563ac0ec HTTP/1.1" status: 204 len: 168 time: 0.5676913 May 10 15:10:29.520133 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50128) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:29.520755 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7bee34-d6da-4ff8-bc94-72fa77afbb7c None None] Network 7922592b-e5c7-4166-aa1b-a45eebe02820 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:10:29.742717 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d7aaea80-adbf-4390-9986-3cf106221f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3591965'] for network, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:29.829890 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432c8be8-deb8-4a90-9b9e-1cde5b8c9534 None None] DHCP port deletion for 7922592b-e5c7-4166-aa1b-a45eebe02820 request from dv-cinder-774286-14-iscsi {{(pid=78744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 15:10:29.831937 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-d7aaea80-adbf-4390-9986-3cf106221f8e admin admin] Deleting port 630ed3de-8e34-42c4-8a37-9f57b246ad27 {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:10:29.832310 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d7aaea80-adbf-4390-9986-3cf106221f8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:29.894662 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-432c8be8-deb8-4a90-9b9e-1cde5b8c9534 None None] Deleting port 630ed3de-8e34-42c4-8a37-9f57b246ad27 {{(pid=78744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:10:29.895040 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-432c8be8-deb8-4a90-9b9e-1cde5b8c9534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:29.932998 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-d7aaea80-adbf-4390-9986-3cf106221f8e admin admin] For port 630ed3de-8e34-42c4-8a37-9f57b246ad27, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=630ed3de-8e34-42c4-8a37-9f57b246ad27,segment=NetworkSegment(503f243e-3e90-4306-889c-a12bd1d22596),segment_id=503f243e-3e90-4306-889c-a12bd1d22596)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:29.933361 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d7aaea80-adbf-4390-9986-3cf106221f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:29.994523 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-432c8be8-deb8-4a90-9b9e-1cde5b8c9534 None None] For port 630ed3de-8e34-42c4-8a37-9f57b246ad27, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=630ed3de-8e34-42c4-8a37-9f57b246ad27,segment=NetworkSegment(503f243e-3e90-4306-889c-a12bd1d22596),segment_id=503f243e-3e90-4306-889c-a12bd1d22596)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:29.994835 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-432c8be8-deb8-4a90-9b9e-1cde5b8c9534 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:30.071749 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-d7aaea80-adbf-4390-9986-3cf106221f8e admin admin] Calling delete_port for 630ed3de-8e34-42c4-8a37-9f57b246ad27 owned by network:dhcp {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:10:30.117130 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22f62d-fa39-4556-9cf3-1a5b75eda4a0 req-99ba6930-608d-49dd-894c-c10345ece7ef tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:30.117810 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-432c8be8-deb8-4a90-9b9e-1cde5b8c9534 None None] Calling delete_port for 630ed3de-8e34-42c4-8a37-9f57b246ad27 owned by network:dhcp {{(pid=78744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:10:30.119322 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bf22f62d-fa39-4556-9cf3-1a5b75eda4a0 req-99ba6930-608d-49dd-894c-c10345ece7ef tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 946 time: 0.0860934 May 10 15:10:30.120879 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d7aaea80-adbf-4390-9986-3cf106221f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:30.125885 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-724ca648-3d01-4e5d-82f9-c4d7d4caa730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:30.162208 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-432c8be8-deb8-4a90-9b9e-1cde5b8c9534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549'] for port, after_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:30.167607 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:30.170929 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aaea80-adbf-4390-9986-3cf106221f8e admin admin] No DVR routers for this DVR port 630ed3de-8e34-42c4-8a37-9f57b246ad27 on host dv-cinder-774286-14-iscsi {{(pid=78742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:10:30.171550 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bf22f62d-fa39-4556-9cf3-1a5b75eda4a0 req-db893b5c-b4fe-49de-a916-04c55a722f65 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462062 May 10 15:10:30.194761 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50140) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:30.199823 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aaea80-adbf-4390-9986-3cf106221f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=630ed3de-8e34-42c4-8a37-9f57b246ad27,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:30.202715 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d7aaea80-adbf-4390-9986-3cf106221f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:30.224253 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c8be8-deb8-4a90-9b9e-1cde5b8c9534 None None] Pushing event deleted for resources: {'Port': ['ID=630ed3de-8e34-42c4-8a37-9f57b246ad27,revision_number=None']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:30.229775 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432c8be8-deb8-4a90-9b9e-1cde5b8c9534 None None] No DVR routers for this DVR port 630ed3de-8e34-42c4-8a37-9f57b246ad27 on host dv-cinder-774286-14-iscsi {{(pid=78744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:10:30.231407 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-432c8be8-deb8-4a90-9b9e-1cde5b8c9534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:30.296452 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d7aaea80-adbf-4390-9986-3cf106221f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488998', 'neutron.services.segments.db._delete_segments_for_network-8729787289501'] for network, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:30.309656 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-d7aaea80-adbf-4390-9986-3cf106221f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7922592b-e5c7-4166-aa1b-a45eebe02820']}} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:30.324515 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-d7aaea80-adbf-4390-9986-3cf106221f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503f243e-3e90-4306-889c-a12bd1d22596') {'for_net_delete': True} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:30.324811 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-d7aaea80-adbf-4390-9986-3cf106221f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503f243e-3e90-4306-889c-a12bd1d22596') {} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:30.336185 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d7aaea80-adbf-4390-9986-3cf106221f8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729787301479', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2091107'] for segment, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:30.352398 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d7aaea80-adbf-4390-9986-3cf106221f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:30.359078 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7aaea80-adbf-4390-9986-3cf106221f8e admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=78742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:10:30.359575 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d7aaea80-adbf-4390-9986-3cf106221f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10903657'] for segment, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: Traceback (most recent call last): May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: timer() May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: cb(*args, **kw) May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: return func(*args, **kwargs) May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: self._notify() May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: self.callback(batched_events) May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: event.method(event) May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: return f(self, *a, **k) May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: return self._get(url).json() May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: return self.request(url, 'GET', **kwargs) May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:10:30.375839 dv-cinder-774286-14-iscsi neutron-server[78742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:10:30.425582 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa30157a-b3e5-4828-9ee0-d56f24f48abc tempest-TestMinimumBasicScenario-79946278 tempest-TestMinimumBasicScenario-79946278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:30.427075 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-aa30157a-b3e5-4828-9ee0-d56f24f48abc tempest-TestMinimumBasicScenario-79946278 tempest-TestMinimumBasicScenario-79946278-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 1094 time: 0.2313266 May 10 15:10:30.430517 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50146) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:30.435583 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Request body: {'floatingip': {'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'port_id': '41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:30.441409 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:30.445819 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Usage tracker for resource:floatingip and tenant:f7895dff09a144319c6c45d363999cfd is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:30.448644 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:30.454042 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d7aaea80-adbf-4390-9986-3cf106221f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405887'] for network, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:30.454732 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:30.459181 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d7aaea80-adbf-4390-9986-3cf106221f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:30.463921 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8cdb04f7-4d85-4420-acc7-8d2389460a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:30.465323 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for floatingip, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:30.486993 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aaea80-adbf-4390-9986-3cf106221f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=7922592b-e5c7-4166-aa1b-a45eebe02820,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:30.489961 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d7aaea80-adbf-4390-9986-3cf106221f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:30.491692 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-d7aaea80-adbf-4390-9986-3cf106221f8e admin admin] 10.222.0.30 "DELETE /v2.0/networks/7922592b-e5c7-4166-aa1b-a45eebe02820 HTTP/1.1" status: 204 len: 168 time: 0.9708142 May 10 15:10:30.494936 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50150) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:30.603498 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:30.737581 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Allocated IP 172.27.2.182 (7f05d45f-a9de-427f-b4f6-29fb46a47d9c/0e18a723-9037-4ee4-acce-9c55576c5ea3/d94bc29f-f2e4-4ddc-bf83-67a390b2a709) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:10:30.882632 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:30.910812 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:30.915990 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-c8299148-36ca-431b-bef0-3ab5cd0e6bdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:30.971547 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:10:30.974349 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:30.984791 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:10:31.021381 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Pushing event updated for resources: {'Port': ['ID=d94bc29f-f2e4-4ddc-bf83-67a390b2a709,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:31.025001 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-16c3111a-6edc-42d2-b336-6949d98b68ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394569'] for router_interface, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:31.026403 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:31.361383 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 630ed3de-8e34-42c4-8a37-9f57b246ad27 no longer exists at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:10:31.396277 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] No Port match for: 630ed3de-8e34-42c4-8a37-9f57b246ad27 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:10:31.396712 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 630ed3de-8e34-42c4-8a37-9f57b246ad27 not bound to the agent host dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:10:31.551446 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-16c3111a-6edc-42d2-b336-6949d98b68ea admin admin] Deleting port 81aeb21b-2523-4a6f-a800-41e79878bb37 {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:10:31.551785 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-16c3111a-6edc-42d2-b336-6949d98b68ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:31.603795 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:31.672922 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-16c3111a-6edc-42d2-b336-6949d98b68ea admin admin] For port 81aeb21b-2523-4a6f-a800-41e79878bb37, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=81aeb21b-2523-4a6f-a800-41e79878bb37,segment=NetworkSegment(19f0e517-8033-443f-8dc2-ed906358260a),segment_id=19f0e517-8033-443f-8dc2-ed906358260a)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:31.673300 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-16c3111a-6edc-42d2-b336-6949d98b68ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:31.716381 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:31.795554 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-16c3111a-6edc-42d2-b336-6949d98b68ea admin admin] Calling delete_port for 81aeb21b-2523-4a6f-a800-41e79878bb37 owned by network:router_interface {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:10:31.918776 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:31.923285 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:31.927728 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-f7cf04aa-4a5d-4a09-82ac-69c9e6fc0e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:31.933290 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-16c3111a-6edc-42d2-b336-6949d98b68ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:31.937878 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:31.984566 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3111a-6edc-42d2-b336-6949d98b68ea admin admin] Pushing event deleted for resources: {'Port': ['ID=81aeb21b-2523-4a6f-a800-41e79878bb37,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:32.015104 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-16c3111a-6edc-42d2-b336-6949d98b68ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:32.032695 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Pushing event updated for resources: {'Port': ['ID=d94bc29f-f2e4-4ddc-bf83-67a390b2a709,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:32.036843 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:32.049305 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405872'] for floatingip, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:32.225794 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.db.l3_db [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Floating IP 59931177-c93a-4899-8152-e22c1c665058 associated. External IP: 172.27.2.182, port: 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d. May 10 15:10:32.255924 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-16c3111a-6edc-42d2-b336-6949d98b68ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417785'] for router_interface, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:32.569007 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Router a80a954f-3ed8-49b0-9a90-4a4e238ee4ef has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:10:32.715608 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c3111a-6edc-42d2-b336-6949d98b68ea admin admin] Router 75378a5a-e05c-40d6-9656-e8c07cd33a58 has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:10:32.746306 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:10:32.756718 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff76990c-e4c4-4761-bfbe-bffedc5da6dd None None] Sync routers for ids ['a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'] in dv-cinder-774286-14-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:10:32.767346 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff76990c-e4c4-4761-bfbe-bffedc5da6dd None None] Routers {'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:10:32.768350 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-ff76990c-e4c4-4761-bfbe-bffedc5da6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:10:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:32.770735 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for floatingip, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:32.904002 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c3111a-6edc-42d2-b336-6949d98b68ea admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:10:32.915278 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-16c3111a-6edc-42d2-b336-6949d98b68ea admin admin] 10.222.0.30 "PUT /v2.0/routers/75378a5a-e05c-40d6-9656-e8c07cd33a58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4168615 May 10 15:10:32.915762 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50154) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:32.920008 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ec794a-e137-4a36-9245-702ca427fe4d None None] Sync routers for ids ['75378a5a-e05c-40d6-9656-e8c07cd33a58'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:10:32.931092 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ec794a-e137-4a36-9245-702ca427fe4d None None] Routers {'75378a5a-e05c-40d6-9656-e8c07cd33a58'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:10:32.932128 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-70ec794a-e137-4a36-9245-702ca427fe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:10:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['75378a5a-e05c-40d6-9656-e8c07cd33a58'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:32.942417 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5084498 May 10 15:10:32.942417 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa33570-3464-489c-ba9c-9b3efe45f851', 'tag': '41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:10:32.945919 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50158) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:32.951573 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-ab0a6baa-2e12-443d-9efe-717ce40ecca6 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1378067927', 'description': 'tempest-secgroup-smoke-1378067927 description', 'project_id': 'f7895dff09a144319c6c45d363999cfd'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:32.957530 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-ab0a6baa-2e12-443d-9efe-717ce40ecca6 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:32.968018 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-ff76990c-e4c4-4761-bfbe-bffedc5da6dd None None] Set router a80a954f-3ed8-49b0-9a90-4a4e238ee4ef gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:10:32.968908 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-ab0a6baa-2e12-443d-9efe-717ce40ecca6 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:32.979314 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6baa-2e12-443d-9efe-717ce40ecca6 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:33.001170 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-ab0a6baa-2e12-443d-9efe-717ce40ecca6 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:33.005365 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-ab0a6baa-2e12-443d-9efe-717ce40ecca6 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Usage tracker for resource:security_group_rule and tenant:f7895dff09a144319c6c45d363999cfd is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:33.010648 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-ab0a6baa-2e12-443d-9efe-717ce40ecca6 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:33.017213 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-ab0a6baa-2e12-443d-9efe-717ce40ecca6 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:33.050294 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa33570-3464-489c-ba9c-9b3efe45f851', 'tag': '41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d', 'status': 'completed', 'code': 200} May 10 15:10:33.129321 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-05fe33e8-86a5-4507-a57f-2acec293bd9d admin admin] Notify callbacks [] for router, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:33.204532 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6baa-2e12-443d-9efe-717ce40ecca6 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:33.217157 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6baa-2e12-443d-9efe-717ce40ecca6 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:33.248901 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-804992be-a50d-49a3-9db5-603d7616cdff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:33.261960 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6baa-2e12-443d-9efe-717ce40ecca6 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:33.263690 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-ab0a6baa-2e12-443d-9efe-717ce40ecca6 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3167644 May 10 15:10:33.269312 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86669582-0c18-40f7-9206-bc5fefff32bc req-d0c236c0-af36-4dc7-abee-10a11e079985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:33.271532 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86669582-0c18-40f7-9206-bc5fefff32bc req-d0c236c0-af36-4dc7-abee-10a11e079985 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7895dff09a144319c6c45d363999cfd&device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 1099 time: 0.1865439 May 10 15:10:33.272180 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50164) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:33.286683 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-77b3c594-ec8b-4791-b646-12201dcf2e30 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Request body: {'security_group_rule': {'security_group_id': 'a04e87d7-dc24-4649-b692-6612646343a0', 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:33.293784 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-77b3c594-ec8b-4791-b646-12201dcf2e30 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:33.298057 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-77b3c594-ec8b-4791-b646-12201dcf2e30 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Usage tracker for resource:security_group_rule and tenant:f7895dff09a144319c6c45d363999cfd is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:33.300942 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-77b3c594-ec8b-4791-b646-12201dcf2e30 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:33.308197 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-77b3c594-ec8b-4791-b646-12201dcf2e30 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:33.336480 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-70ec794a-e137-4a36-9245-702ca427fe4d None None] Set router 75378a5a-e05c-40d6-9656-e8c07cd33a58 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:10:33.339411 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-05fe33e8-86a5-4507-a57f-2acec293bd9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:33.424928 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-05fe33e8-86a5-4507-a57f-2acec293bd9d admin admin] Deleting port 7240dd4c-c711-4ebc-9767-e97819107dc2 {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:10:33.425308 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-05fe33e8-86a5-4507-a57f-2acec293bd9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:33.455946 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a6baa-2e12-443d-9efe-717ce40ecca6 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a04e87d7-dc24-4649-b692-6612646343a0,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:33.459403 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ab0a6baa-2e12-443d-9efe-717ce40ecca6 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:33.468822 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-77b3c594-ec8b-4791-b646-12201dcf2e30 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:33.475960 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86669582-0c18-40f7-9206-bc5fefff32bc req-14b723e0-9283-4cca-9674-e48e11ad7a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:33.477496 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86669582-0c18-40f7-9206-bc5fefff32bc req-14b723e0-9283-4cca-9674-e48e11ad7a56 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2a58339a-a411-4672-9ec2-20fcdc2985b1 HTTP/1.1" status: 200 len: 915 time: 0.1605425 May 10 15:10:33.518492 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-ff76990c-e4c4-4761-bfbe-bffedc5da6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'name': 'tempest-TestMinimumBasicScenario-959399539-router', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22561c3c-c240-4ae2-8bbd-73773385d6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:09:34Z', 'updated_at': '2021-05-10T15:09:38Z', 'revision_number': 4, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'gw_port': {'id': '22561c3c-c240-4ae2-8bbd-73773385d6b2', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:35Z', 'updated_at': '2021-05-10T15:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': '59931177-c93a-4899-8152-e22c1c665058', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'port_id': '41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1', 'mac_address': 'fa:16:3e:0d:63:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa33570-3464-489c-ba9c-9b3efe45f851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:10:31Z', 'updated_at': '2021-05-10T15:10:31Z', 'revision_number': 0, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c608bcd4-1b14-4e3d-ac28-9cf5639947bc', 'name': '', 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'mac_address': 'fa:16:3e:81:25:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ab833486-335b-4eae-8ee9-34060055640e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:38Z', 'updated_at': '2021-05-10T15:09:46Z', 'revision_number': 5, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'subnets': [{'id': 'ab833486-335b-4eae-8ee9-34060055640e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:33.523192 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff76990c-e4c4-4761-bfbe-bffedc5da6dd None None] Checking router: a80a954f-3ed8-49b0-9a90-4a4e238ee4ef for host: dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:10:33.534145 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff76990c-e4c4-4761-bfbe-bffedc5da6dd None None] Routers {'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:10:33.534889 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-ff76990c-e4c4-4761-bfbe-bffedc5da6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:10:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:33.569270 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-05fe33e8-86a5-4507-a57f-2acec293bd9d admin admin] For port 7240dd4c-c711-4ebc-9767-e97819107dc2, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=7240dd4c-c711-4ebc-9767-e97819107dc2,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:33.570073 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-05fe33e8-86a5-4507-a57f-2acec293bd9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:33.623537 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-77b3c594-ec8b-4791-b646-12201dcf2e30 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:33.628922 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86669582-0c18-40f7-9206-bc5fefff32bc req-c7686036-b300-498c-89e6-c27a8dbf1b90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d HTTP/1.1" status: 200 len: 1000 time: 0.1420217 May 10 15:10:33.629966 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-77b3c594-ec8b-4791-b646-12201dcf2e30 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461389'] for security_group_rule, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:33.687714 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-9b680d22-38c4-4ea4-9151-8ed5291e15e3 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:33.706648 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-77b3c594-ec8b-4791-b646-12201dcf2e30 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:33.707719 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-77b3c594-ec8b-4791-b646-12201dcf2e30 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4318037 May 10 15:10:33.712458 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50168) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:33.714919 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-05fe33e8-86a5-4507-a57f-2acec293bd9d admin admin] Calling delete_port for 7240dd4c-c711-4ebc-9767-e97819107dc2 owned by network:router_gateway {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:10:33.716407 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3c594-ec8b-4791-b646-12201dcf2e30 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9faaee-91f0-4373-8f8e-e4b1d5a385ce,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:33.724984 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-77b3c594-ec8b-4791-b646-12201dcf2e30 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:33.730725 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-4e6cabcc-a55a-4e93-8f63-ad3f954a0989 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Request body: {'security_group_rule': {'security_group_id': 'a04e87d7-dc24-4649-b692-6612646343a0', 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:33.738638 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-4e6cabcc-a55a-4e93-8f63-ad3f954a0989 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:33.750036 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-4e6cabcc-a55a-4e93-8f63-ad3f954a0989 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Usage tracker for resource:security_group_rule and tenant:f7895dff09a144319c6c45d363999cfd is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:33.758212 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-4e6cabcc-a55a-4e93-8f63-ad3f954a0989 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:33.761884 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86669582-0c18-40f7-9206-bc5fefff32bc req-60a29a14-cdba-45ab-b415-c47340db055f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:33.763338 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86669582-0c18-40f7-9206-bc5fefff32bc req-60a29a14-cdba-45ab-b415-c47340db055f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab833486-335b-4eae-8ee9-34060055640e HTTP/1.1" status: 200 len: 853 time: 0.1122944 May 10 15:10:33.764233 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-70ec794a-e137-4a36-9245-702ca427fe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75378a5a-e05c-40d6-9656-e8c07cd33a58', 'name': 'tempest-TestShelveInstance-1351359452-router', 'tenant_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '7240dd4c-c711-4ebc-9767-e97819107dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:41Z', 'updated_at': '2021-05-10T15:10:31Z', 'revision_number': 5, 'project_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'gw_port': {'id': '7240dd4c-c711-4ebc-9767-e97819107dc2', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ea:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75378a5a-e05c-40d6-9656-e8c07cd33a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:05:42Z', 'updated_at': '2021-05-10T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:33.767237 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-4e6cabcc-a55a-4e93-8f63-ad3f954a0989 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:33.768786 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ec794a-e137-4a36-9245-702ca427fe4d None None] Checking router: 75378a5a-e05c-40d6-9656-e8c07cd33a58 for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:10:33.771378 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-ff76990c-e4c4-4761-bfbe-bffedc5da6dd None None] Set router a80a954f-3ed8-49b0-9a90-4a4e238ee4ef gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:10:33.778337 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ec794a-e137-4a36-9245-702ca427fe4d None None] Routers {'75378a5a-e05c-40d6-9656-e8c07cd33a58'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:10:33.778952 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-70ec794a-e137-4a36-9245-702ca427fe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:10:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['75378a5a-e05c-40d6-9656-e8c07cd33a58'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:33.831231 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4e6cabcc-a55a-4e93-8f63-ad3f954a0989 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:33.883434 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-05fe33e8-86a5-4507-a57f-2acec293bd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:33.890515 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-f3592707-0527-49e2-aba7-089bea3bb098 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:33.903146 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86669582-0c18-40f7-9206-bc5fefff32bc req-234fe362-484e-4ed0-99fd-71756df73085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:33.905045 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86669582-0c18-40f7-9206-bc5fefff32bc req-234fe362-484e-4ed0-99fd-71756df73085 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2a58339a-a411-4672-9ec2-20fcdc2985b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1339169 May 10 15:10:33.943345 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe33e8-86a5-4507-a57f-2acec293bd9d admin admin] Pushing event deleted for resources: {'Port': ['ID=7240dd4c-c711-4ebc-9767-e97819107dc2,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:33.973340 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-70ec794a-e137-4a36-9245-702ca427fe4d None None] Set router 75378a5a-e05c-40d6-9656-e8c07cd33a58 gateway port host: None {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:10:33.978965 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-05fe33e8-86a5-4507-a57f-2acec293bd9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:34.048726 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-05fe33e8-86a5-4507-a57f-2acec293bd9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405869'] for router_gateway, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:34.058538 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4e6cabcc-a55a-4e93-8f63-ad3f954a0989 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:34.089969 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4e6cabcc-a55a-4e93-8f63-ad3f954a0989 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461389'] for security_group_rule, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:34.108709 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-70ec794a-e137-4a36-9245-702ca427fe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75378a5a-e05c-40d6-9656-e8c07cd33a58', 'name': 'tempest-TestShelveInstance-1351359452-router', 'tenant_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:41Z', 'updated_at': '2021-05-10T15:10:33Z', 'revision_number': 7, 'project_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'gw_port_host': None}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:34.113414 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ec794a-e137-4a36-9245-702ca427fe4d None None] The sync data for ids ['75378a5a-e05c-40d6-9656-e8c07cd33a58'] in dv-cinder-774286-14-iscsi is: [{'id': '75378a5a-e05c-40d6-9656-e8c07cd33a58', 'name': 'tempest-TestShelveInstance-1351359452-router', 'tenant_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:05:41Z', 'updated_at': '2021-05-10T15:10:33Z', 'revision_number': 7, 'project_id': 'b69c3b3937de4dfb88599bdb18b45fb6', 'gw_port_host': None}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:10:34.146663 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-77b3c594-ec8b-4791-b646-12201dcf2e30 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:34.157342 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86669582-0c18-40f7-9206-bc5fefff32bc req-5bc089b0-00dc-48e7-9e09-adcb0e2a4981 service neutron] 10.222.0.47 "GET /v2.0/networks/2a58339a-a411-4672-9ec2-20fcdc2985b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429295 May 10 15:10:34.206083 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-ff76990c-e4c4-4761-bfbe-bffedc5da6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'name': 'tempest-TestMinimumBasicScenario-959399539-router', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22561c3c-c240-4ae2-8bbd-73773385d6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:09:34Z', 'updated_at': '2021-05-10T15:09:38Z', 'revision_number': 4, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'gw_port': {'id': '22561c3c-c240-4ae2-8bbd-73773385d6b2', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:35Z', 'updated_at': '2021-05-10T15:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': '59931177-c93a-4899-8152-e22c1c665058', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'port_id': '41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1', 'mac_address': 'fa:16:3e:0d:63:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa33570-3464-489c-ba9c-9b3efe45f851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:10:31Z', 'updated_at': '2021-05-10T15:10:31Z', 'revision_number': 0, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c608bcd4-1b14-4e3d-ac28-9cf5639947bc', 'name': '', 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'mac_address': 'fa:16:3e:81:25:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ab833486-335b-4eae-8ee9-34060055640e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:38Z', 'updated_at': '2021-05-10T15:09:46Z', 'revision_number': 5, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'subnets': [{'id': 'ab833486-335b-4eae-8ee9-34060055640e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:34.211932 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff76990c-e4c4-4761-bfbe-bffedc5da6dd None None] The sync data for ids ['a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'] in dv-cinder-774286-14-iscsi is: [{'id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'name': 'tempest-TestMinimumBasicScenario-959399539-router', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22561c3c-c240-4ae2-8bbd-73773385d6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:09:34Z', 'updated_at': '2021-05-10T15:09:38Z', 'revision_number': 4, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'gw_port': {'id': '22561c3c-c240-4ae2-8bbd-73773385d6b2', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:35Z', 'updated_at': '2021-05-10T15:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': '59931177-c93a-4899-8152-e22c1c665058', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'port_id': '41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1', 'mac_address': 'fa:16:3e:0d:63:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa33570-3464-489c-ba9c-9b3efe45f851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:10:31Z', 'updated_at': '2021-05-10T15:10:31Z', 'revision_number': 0, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c608bcd4-1b14-4e3d-ac28-9cf5639947bc', 'name': '', 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'mac_address': 'fa:16:3e:81:25:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ab833486-335b-4eae-8ee9-34060055640e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:38Z', 'updated_at': '2021-05-10T15:09:46Z', 'revision_number': 5, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'subnets': [{'id': 'ab833486-335b-4eae-8ee9-34060055640e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:10:34.255620 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6cabcc-a55a-4e93-8f63-ad3f954a0989 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852137f7-a0ba-488e-a4aa-398a9b328512,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:34.273875 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-4e6cabcc-a55a-4e93-8f63-ad3f954a0989 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:34.279087 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-4e6cabcc-a55a-4e93-8f63-ad3f954a0989 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:34.280990 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-4e6cabcc-a55a-4e93-8f63-ad3f954a0989 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5658362 May 10 15:10:34.284685 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50172) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:34.286566 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:34.292191 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-55e8687c-00e2-4e38-ad69-08e3eed19638 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Request body: {'security_group_rule': {'security_group_id': 'a04e87d7-dc24-4649-b692-6612646343a0', 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:34.308290 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-55e8687c-00e2-4e38-ad69-08e3eed19638 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:34.324397 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-55e8687c-00e2-4e38-ad69-08e3eed19638 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Usage tracker for resource:security_group_rule and tenant:f7895dff09a144319c6c45d363999cfd is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:34.328772 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-55e8687c-00e2-4e38-ad69-08e3eed19638 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:34.338177 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-55e8687c-00e2-4e38-ad69-08e3eed19638 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:34.364338 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-86669582-0c18-40f7-9206-bc5fefff32bc req-6cc52ec4-cb09-4a10-acb0-408d2df5c60f service neutron] 10.222.0.47 "GET /v2.0/networks/2a58339a-a411-4672-9ec2-20fcdc2985b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957364 May 10 15:10:34.371874 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-55e8687c-00e2-4e38-ad69-08e3eed19638 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:34.377134 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-05fe33e8-86a5-4507-a57f-2acec293bd9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29790'] for router, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:34.379490 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-05fe33e8-86a5-4507-a57f-2acec293bd9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:34.406672 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-05fe33e8-86a5-4507-a57f-2acec293bd9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417407'] for router, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:34.407672 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fe33e8-86a5-4507-a57f-2acec293bd9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75378a5a-e05c-40d6-9656-e8c07cd33a58 {{(pid=78742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:10:34.426046 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-05fe33e8-86a5-4507-a57f-2acec293bd9d admin admin] Notify callbacks [] for router, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:34.428524 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-05fe33e8-86a5-4507-a57f-2acec293bd9d admin admin] 10.222.0.30 "DELETE /v2.0/routers/75378a5a-e05c-40d6-9656-e8c07cd33a58 HTTP/1.1" status: 204 len: 168 time: 1.5117166 May 10 15:10:34.430365 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50176) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:34.439879 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-55e8687c-00e2-4e38-ad69-08e3eed19638 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:34.445443 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-55e8687c-00e2-4e38-ad69-08e3eed19638 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461389'] for security_group_rule, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:34.453729 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3ec937-401f-4599-af9f-9f96bdf3069d None None] New status for floating IP 59931177-c93a-4899-8152-e22c1c665058: ACTIVE {{(pid=78745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:10:34.455602 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:34.482798 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8687c-00e2-4e38-ad69-08e3eed19638 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a78f935-3d7f-4604-a356-b0fe3dc5e31a,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:34.486503 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-55e8687c-00e2-4e38-ad69-08e3eed19638 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:34.490371 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-55e8687c-00e2-4e38-ad69-08e3eed19638 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:34.495914 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-55e8687c-00e2-4e38-ad69-08e3eed19638 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2102962 May 10 15:10:34.496439 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50182) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:34.502320 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-1ad975e8-8783-4dc4-806c-3f045ae2c0d5 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Request body: {'security_group_rule': {'security_group_id': 'a04e87d7-dc24-4649-b692-6612646343a0', 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:34.509906 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-1ad975e8-8783-4dc4-806c-3f045ae2c0d5 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:34.516738 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-1ad975e8-8783-4dc4-806c-3f045ae2c0d5 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Usage tracker for resource:security_group_rule and tenant:f7895dff09a144319c6c45d363999cfd is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:34.521327 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-1ad975e8-8783-4dc4-806c-3f045ae2c0d5 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:34.529780 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-1ad975e8-8783-4dc4-806c-3f045ae2c0d5 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:34.550798 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1ad975e8-8783-4dc4-806c-3f045ae2c0d5 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:34.670462 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca46b73e-d217-464b-a2b6-bcdfc4959d8a admin admin] Deleting subnet 47076653-6c51-4a0b-be30-36a8d3b94a36 {{(pid=78742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:10:34.674715 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ca46b73e-d217-464b-a2b6-bcdfc4959d8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:34.715588 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1ad975e8-8783-4dc4-806c-3f045ae2c0d5 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:34.723916 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1ad975e8-8783-4dc4-806c-3f045ae2c0d5 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461389'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:34.739352 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:34.760130 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ca46b73e-d217-464b-a2b6-bcdfc4959d8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2091132'] for subnet, precommit_delete_associations {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:34.799537 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad975e8-8783-4dc4-806c-3f045ae2c0d5 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc865b8-723e-4b5d-b528-babcfa802c4b,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:34.803183 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-1ad975e8-8783-4dc4-806c-3f045ae2c0d5 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:34.806217 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1ad975e8-8783-4dc4-806c-3f045ae2c0d5 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:34.807278 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-1ad975e8-8783-4dc4-806c-3f045ae2c0d5 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3094656 May 10 15:10:34.810089 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50186) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:34.815386 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-cbe49be4-b8b5-427a-800d-1541da6a77da tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Request body: {'security_group_rule': {'security_group_id': 'a04e87d7-dc24-4649-b692-6612646343a0', 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:34.821227 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-cbe49be4-b8b5-427a-800d-1541da6a77da tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:34.825015 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-cbe49be4-b8b5-427a-800d-1541da6a77da tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Usage tracker for resource:security_group_rule and tenant:f7895dff09a144319c6c45d363999cfd is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:34.827836 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-cbe49be4-b8b5-427a-800d-1541da6a77da tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:34.833437 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-cbe49be4-b8b5-427a-800d-1541da6a77da tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:34.845081 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.db.securitygroups_db [None req-cbe49be4-b8b5-427a-800d-1541da6a77da tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Project f7895dff09a144319c6c45d363999cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:10:34.850807 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cbe49be4-b8b5-427a-800d-1541da6a77da tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:34.856380 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ca46b73e-d217-464b-a2b6-bcdfc4959d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482653'] for subnet, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:34.914605 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cbe49be4-b8b5-427a-800d-1541da6a77da tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:34.923790 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cbe49be4-b8b5-427a-800d-1541da6a77da tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461389'] for security_group_rule, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:34.926842 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:34.961626 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe49be4-b8b5-427a-800d-1541da6a77da tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00fbeff-df46-43cc-88e9-f8dd4ae924ab,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:34.965389 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-cbe49be4-b8b5-427a-800d-1541da6a77da tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:34.977802 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-cbe49be4-b8b5-427a-800d-1541da6a77da tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:34.979361 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-cbe49be4-b8b5-427a-800d-1541da6a77da tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1680665 May 10 15:10:34.982788 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50190) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:34.988360 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-75e092b9-7dad-4dc7-a912-832ebce70162 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Request body: {'security_group_rule': {'security_group_id': 'a04e87d7-dc24-4649-b692-6612646343a0', 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:34.994330 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-75e092b9-7dad-4dc7-a912-832ebce70162 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:34.998123 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-75e092b9-7dad-4dc7-a912-832ebce70162 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Usage tracker for resource:security_group_rule and tenant:f7895dff09a144319c6c45d363999cfd is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:35.001239 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-75e092b9-7dad-4dc7-a912-832ebce70162 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:35.007003 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-75e092b9-7dad-4dc7-a912-832ebce70162 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:35.018381 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.db.securitygroups_db [None req-75e092b9-7dad-4dc7-a912-832ebce70162 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Project f7895dff09a144319c6c45d363999cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:10:35.024353 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-75e092b9-7dad-4dc7-a912-832ebce70162 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:35.103947 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-75e092b9-7dad-4dc7-a912-832ebce70162 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:35.108991 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-75e092b9-7dad-4dc7-a912-832ebce70162 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461389'] for security_group_rule, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:35.117981 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:35.130219 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ca46b73e-d217-464b-a2b6-bcdfc4959d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10903567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10807567'] for subnet, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:35.135061 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:35.137894 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e092b9-7dad-4dc7-a912-832ebce70162 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4cf3e3-c15f-4f06-b243-19ecf072c6aa,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:35.140980 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-75e092b9-7dad-4dc7-a912-832ebce70162 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:35.148410 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-75e092b9-7dad-4dc7-a912-832ebce70162 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:35.149773 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-75e092b9-7dad-4dc7-a912-832ebce70162 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1658881 May 10 15:10:35.180459 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ca46b73e-d217-464b-a2b6-bcdfc4959d8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:35.183806 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46b73e-d217-464b-a2b6-bcdfc4959d8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47076653-6c51-4a0b-be30-36a8d3b94a36,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:35.186293 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-ca46b73e-d217-464b-a2b6-bcdfc4959d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:35.187829 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cdcc58-e2c0-4e49-ae6c-1c820db69951 None None] Network 9a75d79d-3959-46e7-97a4-3c7ce2483df4 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:10:35.193072 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-ca46b73e-d217-464b-a2b6-bcdfc4959d8a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/47076653-6c51-4a0b-be30-36a8d3b94a36 HTTP/1.1" status: 204 len: 168 time: 0.7594612 May 10 15:10:35.193405 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50196) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:35.298572 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-47035c28-0895-4056-a34b-0b88e47964a3 req-34e61fc3-c2b1-4a85-a3e4-075368e831eb tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Synchronizing usage tracker for tenant:f7895dff09a144319c6c45d363999cfd on resource:security_group {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:10:35.310223 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3a600cad-e7a9-44c2-a29e-e8e5d9ac9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3591965'] for network, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:35.319283 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-47035c28-0895-4056-a34b-0b88e47964a3 req-34e61fc3-c2b1-4a85-a3e4-075368e831eb tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Unset dirty status for tenant:f7895dff09a144319c6c45d363999cfd on resource:security_group {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:10:35.320748 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-47035c28-0895-4056-a34b-0b88e47964a3 req-34e61fc3-c2b1-4a85-a3e4-075368e831eb tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1378067927&fields=id&tenant_id=f7895dff09a144319c6c45d363999cfd HTTP/1.1" status: 200 len: 267 time: 0.0744569 May 10 15:10:35.389489 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 81aeb21b-2523-4a6f-a800-41e79878bb37 no longer exists at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:10:35.392552 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-3a600cad-e7a9-44c2-a29e-e8e5d9ac9c2a admin admin] Deleting port 6b916897-2c69-42a4-a199-8312b16ba1d1 {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:10:35.393057 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3a600cad-e7a9-44c2-a29e-e8e5d9ac9c2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:35.416464 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47035c28-0895-4056-a34b-0b88e47964a3 req-fee1c1fe-c460-4867-bf53-d6a0287cf5c5 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:35.418293 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-47035c28-0895-4056-a34b-0b88e47964a3 req-fee1c1fe-c460-4867-bf53-d6a0287cf5c5 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 946 time: 0.0919082 May 10 15:10:35.429268 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-47035c28-0895-4056-a34b-0b88e47964a3 req-d1559271-f7dc-4c29-af35-02c507979e58 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Request body: {'port': {'security_groups': ['8f4efaec-13e5-4861-a407-3f3ad1b13634', 'a04e87d7-dc24-4649-b692-6612646343a0']}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:35.431586 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] No Port match for: 81aeb21b-2523-4a6f-a800-41e79878bb37 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:10:35.432058 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 81aeb21b-2523-4a6f-a800-41e79878bb37 not bound to the agent host dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:10:35.432570 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 7240dd4c-c711-4ebc-9767-e97819107dc2 no longer exists at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:10:35.467330 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] No Port match for: 7240dd4c-c711-4ebc-9767-e97819107dc2 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:10:35.467824 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 7240dd4c-c711-4ebc-9767-e97819107dc2 not bound to the agent host dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:10:35.498595 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-3a600cad-e7a9-44c2-a29e-e8e5d9ac9c2a admin admin] For port 6b916897-2c69-42a4-a199-8312b16ba1d1, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=6b916897-2c69-42a4-a199-8312b16ba1d1,segment=NetworkSegment(19f0e517-8033-443f-8dc2-ed906358260a),segment_id=19f0e517-8033-443f-8dc2-ed906358260a)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:35.498973 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3a600cad-e7a9-44c2-a29e-e8e5d9ac9c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:35.560368 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-47035c28-0895-4056-a34b-0b88e47964a3 req-d1559271-f7dc-4c29-af35-02c507979e58 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:35.569454 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eff778c-4e11-49f7-a218-4c41962cf26d None None] DHCP port deletion for 9a75d79d-3959-46e7-97a4-3c7ce2483df4 request from dv-cinder-774286-14-iscsi {{(pid=78744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 15:10:35.625242 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-3a600cad-e7a9-44c2-a29e-e8e5d9ac9c2a admin admin] Calling delete_port for 6b916897-2c69-42a4-a199-8312b16ba1d1 owned by network:dhcp {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:10:35.637794 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9eff778c-4e11-49f7-a218-4c41962cf26d None None] Deleting port 6b916897-2c69-42a4-a199-8312b16ba1d1 {{(pid=78744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:10:35.638513 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9eff778c-4e11-49f7-a218-4c41962cf26d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:35.672983 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3a600cad-e7a9-44c2-a29e-e8e5d9ac9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:35.677821 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d7aaea80-adbf-4390-9986-3cf106221f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:35.725025 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a600cad-e7a9-44c2-a29e-e8e5d9ac9c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=6b916897-2c69-42a4-a199-8312b16ba1d1,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:35.727398 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a600cad-e7a9-44c2-a29e-e8e5d9ac9c2a admin admin] No DVR routers for this DVR port 6b916897-2c69-42a4-a199-8312b16ba1d1 on host dv-cinder-774286-14-iscsi {{(pid=78742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:10:35.728889 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3a600cad-e7a9-44c2-a29e-e8e5d9ac9c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:35.742762 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-9eff778c-4e11-49f7-a218-4c41962cf26d None None] For port 6b916897-2c69-42a4-a199-8312b16ba1d1, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=6b916897-2c69-42a4-a199-8312b16ba1d1,segment=NetworkSegment(19f0e517-8033-443f-8dc2-ed906358260a),segment_id=19f0e517-8033-443f-8dc2-ed906358260a)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:35.743274 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9eff778c-4e11-49f7-a218-4c41962cf26d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:35.849384 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3a600cad-e7a9-44c2-a29e-e8e5d9ac9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488998', 'neutron.services.segments.db._delete_segments_for_network-8729787289501'] for network, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:35.863550 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-3a600cad-e7a9-44c2-a29e-e8e5d9ac9c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a75d79d-3959-46e7-97a4-3c7ce2483df4']}} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:35.870116 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9eff778c-4e11-49f7-a218-4c41962cf26d None None] Calling delete_port for 6b916897-2c69-42a4-a199-8312b16ba1d1 owned by network:dhcp {{(pid=78744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:10:35.876466 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-3a600cad-e7a9-44c2-a29e-e8e5d9ac9c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f0e517-8033-443f-8dc2-ed906358260a') {'for_net_delete': True} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:35.876760 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-3a600cad-e7a9-44c2-a29e-e8e5d9ac9c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f0e517-8033-443f-8dc2-ed906358260a') {} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:35.889857 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3a600cad-e7a9-44c2-a29e-e8e5d9ac9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729787301479', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2091107'] for segment, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:35.896716 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-776ca21d-f5a2-4e39-8005-9ab815515d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:35.907797 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3a600cad-e7a9-44c2-a29e-e8e5d9ac9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:35.915549 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a600cad-e7a9-44c2-a29e-e8e5d9ac9c2a admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=78742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:10:35.915940 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3a600cad-e7a9-44c2-a29e-e8e5d9ac9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10903657'] for segment, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:35.923128 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-47035c28-0895-4056-a34b-0b88e47964a3 req-d1559271-f7dc-4c29-af35-02c507979e58 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] For port 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d,segment=NetworkSegment(e957e94e-ad7a-40ba-8ca6-1183a1a3a35b),segment_id=e957e94e-ad7a-40ba-8ca6-1183a1a3a35b)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:35.924882 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9eff778c-4e11-49f7-a218-4c41962cf26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549'] for port, after_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: Traceback (most recent call last): May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: timer() May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: cb(*args, **kw) May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: return func(*args, **kwargs) May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: self._notify() May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: self.callback(batched_events) May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: event.method(event) May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: return f(self, *a, **k) May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: return self._get(url).json() May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: return self.request(url, 'GET', **kwargs) May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:10:35.929397 dv-cinder-774286-14-iscsi neutron-server[78742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:10:35.931365 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:35.953590 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-47035c28-0895-4056-a34b-0b88e47964a3 req-d1559271-f7dc-4c29-af35-02c507979e58 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:35.958344 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-47035c28-0895-4056-a34b-0b88e47964a3 req-d1559271-f7dc-4c29-af35-02c507979e58 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:35.964871 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-f5f47581-f7a7-4d8d-a582-ef0786acd769 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:35.976828 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff778c-4e11-49f7-a218-4c41962cf26d None None] Pushing event deleted for resources: {'Port': ['ID=6b916897-2c69-42a4-a199-8312b16ba1d1,revision_number=None']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:35.978952 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9eff778c-4e11-49f7-a218-4c41962cf26d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:35.981278 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eff778c-4e11-49f7-a218-4c41962cf26d None None] No DVR routers for this DVR port 6b916897-2c69-42a4-a199-8312b16ba1d1 on host dv-cinder-774286-14-iscsi {{(pid=78744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:10:35.985134 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:10:36.013004 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3a600cad-e7a9-44c2-a29e-e8e5d9ac9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405887'] for network, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:36.017581 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-38f88508-b598-48a8-91eb-341928f6fa56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:36.029639 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47035c28-0895-4056-a34b-0b88e47964a3 req-d1559271-f7dc-4c29-af35-02c507979e58 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:36.030277 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-47035c28-0895-4056-a34b-0b88e47964a3 req-d1559271-f7dc-4c29-af35-02c507979e58 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:36.037624 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-47035c28-0895-4056-a34b-0b88e47964a3 req-d1559271-f7dc-4c29-af35-02c507979e58 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "PUT /v2.0/ports/41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d HTTP/1.1" status: 200 len: 982 time: 0.6132870 May 10 15:10:36.037960 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-3a600cad-e7a9-44c2-a29e-e8e5d9ac9c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:36.038250 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa33570-3464-489c-ba9c-9b3efe45f851', 'tag': '41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:10:36.046221 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a600cad-e7a9-44c2-a29e-e8e5d9ac9c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=9a75d79d-3959-46e7-97a4-3c7ce2483df4,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:36.055614 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3a600cad-e7a9-44c2-a29e-e8e5d9ac9c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:36.063366 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-3a600cad-e7a9-44c2-a29e-e8e5d9ac9c2a admin admin] 10.222.0.30 "DELETE /v2.0/networks/9a75d79d-3959-46e7-97a4-3c7ce2483df4 HTTP/1.1" status: 204 len: 168 time: 0.8687768 May 10 15:10:36.106733 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1559271-f7dc-4c29-af35-02c507979e58 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Pushing event updated for resources: {'Port': ['ID=41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d,revision_number=6']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:36.120929 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d1559271-f7dc-4c29-af35-02c507979e58 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:36.133665 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa33570-3464-489c-ba9c-9b3efe45f851', 'tag': '41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d', 'status': 'completed', 'code': 200} May 10 15:10:36.160553 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:10:36.265102 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50206) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:36.319406 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084ae99-39bb-445e-ba98-7ea76d6f5642 req-2207ab47-a0a2-4e35-b0ab-d63d1a6d121c tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:36.321802 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f084ae99-39bb-445e-ba98-7ea76d6f5642 req-2207ab47-a0a2-4e35-b0ab-d63d1a6d121c tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 985 time: 0.1223605 May 10 15:10:36.326727 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-5d67671b-d64e-4123-97e3-3e6ffd88983c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8900b9d0dbfa4995b809f83538bb787d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579927 May 10 15:10:36.327120 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50210) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:36.332648 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ca617-dc98-4412-a397-baeb68c2896f req-89b70cec-f405-4ae7-a768-9e443b655be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:36.334225 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-997ca617-dc98-4412-a397-baeb68c2896f req-89b70cec-f405-4ae7-a768-9e443b655be8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7895dff09a144319c6c45d363999cfd&device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 1138 time: 0.1756091 May 10 15:10:36.388726 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0bc4790d-aaf9-4db5-b64c-5d6573773bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:36.415138 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0bc4790d-aaf9-4db5-b64c-5d6573773bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:36.435605 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9b698b50-4386-41d1-b99d-0e4e98cb2929 None None] Provisioning complete for port 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:10:36.436211 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9b698b50-4386-41d1-b99d-0e4e98cb2929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:36.455191 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f084ae99-39bb-445e-ba98-7ea76d6f5642 req-7b6e0e05-7422-4c33-8b35-d196dd432c5f tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=a04e87d7-dc24-4649-b692-6612646343a0&id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1198952 May 10 15:10:36.475099 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0bc4790d-aaf9-4db5-b64c-5d6573773bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:36.482602 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5a01a41f-ba23-46e2-a890-9ec0b1c6ba3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:36.519032 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ca617-dc98-4412-a397-baeb68c2896f req-ba8adce1-81d2-4c85-85c2-022cfe80ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:36.520708 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-997ca617-dc98-4412-a397-baeb68c2896f req-ba8adce1-81d2-4c85-85c2-022cfe80ec74 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2a58339a-a411-4672-9ec2-20fcdc2985b1 HTTP/1.1" status: 200 len: 915 time: 0.1703851 May 10 15:10:36.617664 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4790d-aaf9-4db5-b64c-5d6573773bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc53fb83-9660-4fbb-b726-53587c6748f0,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:36.621530 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-0bc4790d-aaf9-4db5-b64c-5d6573773bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:36.624835 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-997ca617-dc98-4412-a397-baeb68c2896f req-3ac5c38b-fa47-4351-b4ab-57bc9693eed6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d HTTP/1.1" status: 200 len: 1002 time: 0.0971482 May 10 15:10:36.625243 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-0bc4790d-aaf9-4db5-b64c-5d6573773bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:36.626497 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-0bc4790d-aaf9-4db5-b64c-5d6573773bb7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc53fb83-9660-4fbb-b726-53587c6748f0 HTTP/1.1" status: 204 len: 168 time: 0.2980292 May 10 15:10:36.693894 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ca617-dc98-4412-a397-baeb68c2896f req-b359d97d-da70-415f-966e-8441b3ca4e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:36.695872 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-997ca617-dc98-4412-a397-baeb68c2896f req-b359d97d-da70-415f-966e-8441b3ca4e29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab833486-335b-4eae-8ee9-34060055640e HTTP/1.1" status: 200 len: 853 time: 0.0642312 May 10 15:10:36.782838 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ca617-dc98-4412-a397-baeb68c2896f req-52feee53-b401-4b0d-897a-12655f012ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:36.784340 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-997ca617-dc98-4412-a397-baeb68c2896f req-52feee53-b401-4b0d-897a-12655f012ba8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2a58339a-a411-4672-9ec2-20fcdc2985b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0716119 May 10 15:10:36.934797 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-997ca617-dc98-4412-a397-baeb68c2896f req-7711d091-e74c-4efd-9cb4-e15b829e001d service neutron] 10.222.0.47 "GET /v2.0/networks/2a58339a-a411-4672-9ec2-20fcdc2985b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432168 May 10 15:10:37.000226 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50220) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:37.052069 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-f3eeca13-edbe-4e49-a58d-56a8c223262d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b69c3b3937de4dfb88599bdb18b45fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505404 May 10 15:10:37.054963 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50224) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:37.077689 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-997ca617-dc98-4412-a397-baeb68c2896f req-ca89b038-e39a-44f4-ac17-df076f628ed6 service neutron] 10.222.0.47 "GET /v2.0/networks/2a58339a-a411-4672-9ec2-20fcdc2985b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356721 May 10 15:10:37.115009 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-324b0a98-8a85-4f19-a100-736005b279ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:37.140824 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-324b0a98-8a85-4f19-a100-736005b279ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:37.190208 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-324b0a98-8a85-4f19-a100-736005b279ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:37.193936 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-06bd14fe-0adb-40fb-b042-cc2d0eddebe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:37.205564 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b0a98-8a85-4f19-a100-736005b279ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa07cef6-be57-41ba-8530-a80ed6d23b5d,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:37.210306 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-324b0a98-8a85-4f19-a100-736005b279ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:37.213370 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-324b0a98-8a85-4f19-a100-736005b279ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:37.216891 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-324b0a98-8a85-4f19-a100-736005b279ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa07cef6-be57-41ba-8530-a80ed6d23b5d HTTP/1.1" status: 204 len: 168 time: 0.1586864 May 10 15:10:37.367807 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 6b916897-2c69-42a4-a199-8312b16ba1d1 no longer exists at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:10:37.404380 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] No Port match for: 6b916897-2c69-42a4-a199-8312b16ba1d1 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:10:37.404730 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 6b916897-2c69-42a4-a199-8312b16ba1d1 not bound to the agent host dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:10:37.923095 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50248) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:38.025351 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-d8920935-aa6f-4114-bbb9-7c334ff69c0d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-824753340-network', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:38.030083 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-d8920935-aa6f-4114-bbb9-7c334ff69c0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:38.033853 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-d8920935-aa6f-4114-bbb9-7c334ff69c0d admin admin] Usage tracker for resource:network and tenant:0971f8cc0e0749b894c1ce0b41a5ee9c is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:38.036651 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-d8920935-aa6f-4114-bbb9-7c334ff69c0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:38.043493 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-d8920935-aa6f-4114-bbb9-7c334ff69c0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:38.053512 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8920935-aa6f-4114-bbb9-7c334ff69c0d admin admin] Made reservation on behalf of 0971f8cc0e0749b894c1ce0b41a5ee9c for: {'network': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:10:38.056250 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d8920935-aa6f-4114-bbb9-7c334ff69c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for network, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:38.071789 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d8920935-aa6f-4114-bbb9-7c334ff69c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:38.085621 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-d8920935-aa6f-4114-bbb9-7c334ff69c0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:38.089428 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-d8920935-aa6f-4114-bbb9-7c334ff69c0d admin admin] Usage tracker for resource:security_group_rule and tenant:0971f8cc0e0749b894c1ce0b41a5ee9c is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:38.092172 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-d8920935-aa6f-4114-bbb9-7c334ff69c0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:38.097780 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-d8920935-aa6f-4114-bbb9-7c334ff69c0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:38.179874 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d8920935-aa6f-4114-bbb9-7c334ff69c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:38.183384 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d8920935-aa6f-4114-bbb9-7c334ff69c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:38.186155 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-db3531dc-126a-4be3-b5b2-090da8bc3958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:38.213432 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8920935-aa6f-4114-bbb9-7c334ff69c0d admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=78742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:10:38.221851 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8920935-aa6f-4114-bbb9-7c334ff69c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49adc00-4758-445f-a837-6d8228d7d7f1,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:38.225322 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d8920935-aa6f-4114-bbb9-7c334ff69c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:38.228398 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d8920935-aa6f-4114-bbb9-7c334ff69c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:38.228742 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.db.segments_db [None req-d8920935-aa6f-4114-bbb9-7c334ff69c0d admin admin] Added segment df740673-c9ab-44a7-afae-1b6efc0dc754 of type vlan for network 291874f3-077d-4b52-954e-5194557b58cc May 10 15:10:38.254913 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d8920935-aa6f-4114-bbb9-7c334ff69c0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729786867074'] for network, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:38.282652 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d8920935-aa6f-4114-bbb9-7c334ff69c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for network, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:38.283935 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8920935-aa6f-4114-bbb9-7c334ff69c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:38.284532 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-d8920935-aa6f-4114-bbb9-7c334ff69c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:38.289794 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:38.388329 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-d8920935-aa6f-4114-bbb9-7c334ff69c0d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4641137 May 10 15:10:38.389250 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8920935-aa6f-4114-bbb9-7c334ff69c0d admin admin] Pushing event updated for resources: {'Network': ['ID=291874f3-077d-4b52-954e-5194557b58cc,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:38.391259 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50254) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:38.393875 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d8920935-aa6f-4114-bbb9-7c334ff69c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:38.397340 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-2aec2050-f9fc-499f-b1ca-38380a3d8fa8 admin admin] Request body: {'subnet': {'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-824753340-subnet', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'ip_version': 4}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:38.398844 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Network 291874f3-077d-4b52-954e-5194557b58cc details requested by agent ovs-agent-dv-cinder-774286-14-iscsi with host dv-cinder-774286-14-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:10:38.402107 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-2aec2050-f9fc-499f-b1ca-38380a3d8fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:38.405893 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-2aec2050-f9fc-499f-b1ca-38380a3d8fa8 admin admin] Usage tracker for resource:subnet and tenant:0971f8cc0e0749b894c1ce0b41a5ee9c is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:38.408713 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-2aec2050-f9fc-499f-b1ca-38380a3d8fa8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:38.415098 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-2aec2050-f9fc-499f-b1ca-38380a3d8fa8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:38.424916 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aec2050-f9fc-499f-b1ca-38380a3d8fa8 admin admin] Made reservation on behalf of 0971f8cc0e0749b894c1ce0b41a5ee9c for: {'subnet': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:10:38.427369 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2aec2050-f9fc-499f-b1ca-38380a3d8fa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10807652'] for subnet, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:38.500532 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:38.607832 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-bc79059c-23ad-4277-8fb5-0e05ea423691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:38.805778 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2aec2050-f9fc-499f-b1ca-38380a3d8fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10774988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10807574'] for subnet, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:38.810183 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:38.879114 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec2050-f9fc-499f-b1ca-38380a3d8fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ee13644-e1d0-4232-af48-bacc69a84ae1,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:38.883510 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-2aec2050-f9fc-499f-b1ca-38380a3d8fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:38.887602 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aec2050-f9fc-499f-b1ca-38380a3d8fa8 admin admin] Checking segment: {'id': 'df740673-c9ab-44a7-afae-1b6efc0dc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '291874f3-077d-4b52-954e-5194557b58cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:10:38.887952 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aec2050-f9fc-499f-b1ca-38380a3d8fa8 admin admin] Network hostable DHCP agents. Network: 291874f3-077d-4b52-954e-5194557b58cc, hostable agents: ['c2c2a961-2376-4d10-9e89-a93ed7bded42'], hosted agents: [] {{(pid=78742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:10:38.904839 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aec2050-f9fc-499f-b1ca-38380a3d8fa8 admin admin] Network 291874f3-077d-4b52-954e-5194557b58cc is scheduled to be hosted by DHCP agent c2c2a961-2376-4d10-9e89-a93ed7bded42 with binding_index 1 {{(pid=78742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:10:38.913549 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-2aec2050-f9fc-499f-b1ca-38380a3d8fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-14-iscsi, 291874f3-077d-4b52-954e-5194557b58cc) {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:38.921844 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aec2050-f9fc-499f-b1ca-38380a3d8fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:38.922016 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bde257-db90-4327-9a05-9e379b62cd55 None None] Network 291874f3-077d-4b52-954e-5194557b58cc requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:10:38.922478 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-2aec2050-f9fc-499f-b1ca-38380a3d8fa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:38.941490 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-2aec2050-f9fc-499f-b1ca-38380a3d8fa8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5491953 May 10 15:10:38.944121 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50258) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:38.950132 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-b5b57ebe-7f05-4e04-8bcf-b57a46058c3a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:38.954723 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-b5b57ebe-7f05-4e04-8bcf-b57a46058c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:38.958554 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-b5b57ebe-7f05-4e04-8bcf-b57a46058c3a admin admin] Usage tracker for resource:router and tenant:0971f8cc0e0749b894c1ce0b41a5ee9c is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:38.961996 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-b5b57ebe-7f05-4e04-8bcf-b57a46058c3a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:38.967657 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-b5b57ebe-7f05-4e04-8bcf-b57a46058c3a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:38.977260 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b5b57ebe-7f05-4e04-8bcf-b57a46058c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-348896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29808'] for router, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:38.978234 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b5b57ebe-7f05-4e04-8bcf-b57a46058c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-348911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29769'] for router, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:38.994023 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b5b57ebe-7f05-4e04-8bcf-b57a46058c3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:39.137604 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016fd023-7326-5b62-89a5-d40737038a22-291874f3-077d-4b52-954e-5194557b58cc', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'fixed_ips': [{'subnet_id': '0ee13644-e1d0-4232-af48-bacc69a84ae1'}]}} from dv-cinder-774286-14-iscsi. {{(pid=78744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 15:10:39.138429 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:39.259247 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b5b57ebe-7f05-4e04-8bcf-b57a46058c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29783'] for router, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:39.294508 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.db_base_plugin_common [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] Allocated IP 172.20.0.2 (291874f3-077d-4b52-954e-5194557b58cc/0ee13644-e1d0-4232-af48-bacc69a84ae1/c858b12e-8b0c-447b-aa18-16a3efe8551b) {{(pid=78744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:10:39.473463 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:39.505198 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] Notify callbacks [] for port, precommit_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:39.516323 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] Transition to ACTIVE for port object c858b12e-8b0c-447b-aa18-16a3efe8551b will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:10:39.535063 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] Transition to ACTIVE for port object c858b12e-8b0c-447b-aa18-16a3efe8551b will not be triggered until provisioned by entity DHCP. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:10:39.541389 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540'] for port, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:39.545273 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9eff778c-4e11-49f7-a218-4c41962cf26d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:39.608152 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] Network 291874f3-077d-4b52-954e-5194557b58cc is already hosted by enough agents. {{(pid=78744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:10:39.610972 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.scheduler.base_scheduler [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] Resources bound (agent type, host, resource id): {{(pid=78744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:39.619575 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] Received port after_create {{(pid=78744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:10:39.625917 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] Pushing event updated for resources: {'Port': ['ID=c858b12e-8b0c-447b-aa18-16a3efe8551b,revision_number=1']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:39.629771 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:39.680248 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b5b57ebe-7f05-4e04-8bcf-b57a46058c3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:39.708365 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b5b57ebe-7f05-4e04-8bcf-b57a46058c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:39.709896 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] Attempting to bind port c858b12e-8b0c-447b-aa18-16a3efe8551b on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:10:39.710276 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] Attempting to bind port c858b12e-8b0c-447b-aa18-16a3efe8551b by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': 'df740673-c9ab-44a7-afae-1b6efc0dc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '291874f3-077d-4b52-954e-5194557b58cc'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:10:39.710675 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] Attempting to bind port c858b12e-8b0c-447b-aa18-16a3efe8551b on network 291874f3-077d-4b52-954e-5194557b58cc {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:10:39.715762 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:10:39.716181 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] Checking segment: {'id': 'df740673-c9ab-44a7-afae-1b6efc0dc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '291874f3-077d-4b52-954e-5194557b58cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:10:39.716589 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:39.716989 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] Bound using segment: {'id': 'df740673-c9ab-44a7-afae-1b6efc0dc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '291874f3-077d-4b52-954e-5194557b58cc'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:10:39.717456 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] Bound port: c858b12e-8b0c-447b-aa18-16a3efe8551b, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df740673-c9ab-44a7-afae-1b6efc0dc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '291874f3-077d-4b52-954e-5194557b58cc'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:10:39.717831 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:39.806643 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] For port c858b12e-8b0c-447b-aa18-16a3efe8551b, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:10:39.809786 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] For port c858b12e-8b0c-447b-aa18-16a3efe8551b, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=c858b12e-8b0c-447b-aa18-16a3efe8551b,segment=NetworkSegment(df740673-c9ab-44a7-afae-1b6efc0dc754),segment_id=df740673-c9ab-44a7-afae-1b6efc0dc754)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:10:39.817039 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:39.821316 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-e23b3168-0be9-422c-b9c3-7334e1175987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:39.845243 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-b5b57ebe-7f05-4e04-8bcf-b57a46058c3a admin admin] Allocated IP 172.27.2.217 (7f05d45f-a9de-427f-b4f6-29fb46a47d9c/0e18a723-9037-4ee4-acce-9c55576c5ea3/8eae68e3-5c86-49d2-ae73-e9606316bce6) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:10:39.899822 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] Pushing event updated for resources: {'Port': ['ID=c858b12e-8b0c-447b-aa18-16a3efe8551b,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:39.902584 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:39.999779 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b5b57ebe-7f05-4e04-8bcf-b57a46058c3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:40.032087 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b5b57ebe-7f05-4e04-8bcf-b57a46058c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:40.036321 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-3ab7c643-3c96-4937-b2c3-b0ff1b6302b2 tempest-AttachVolumeNegativeTest-1961564665 tempest-AttachVolumeNegativeTest-1961564665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:40.116040 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b57ebe-7f05-4e04-8bcf-b57a46058c3a admin admin] Network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:10:40.119469 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-b5b57ebe-7f05-4e04-8bcf-b57a46058c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:40.123331 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b57ebe-7f05-4e04-8bcf-b57a46058c3a admin admin] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:10:40.168539 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b57ebe-7f05-4e04-8bcf-b57a46058c3a admin admin] Pushing event updated for resources: {'Port': ['ID=8eae68e3-5c86-49d2-ae73-e9606316bce6,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:40.172720 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b5b57ebe-7f05-4e04-8bcf-b57a46058c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:40.543006 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b5b57ebe-7f05-4e04-8bcf-b57a46058c3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:40.727355 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf7b1ae-1aff-4180-8659-8fed4a3a0ef7 None None] Network 291874f3-077d-4b52-954e-5194557b58cc requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:10:40.914906 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-833dde9d-e231-4011-b8eb-b2c38e4455ba None None] Provisioning for port c858b12e-8b0c-447b-aa18-16a3efe8551b completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:10:40.919526 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b5b57ebe-7f05-4e04-8bcf-b57a46058c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406019'] for router, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:40.983984 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:41.148852 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:10:41.320880 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b57ebe-7f05-4e04-8bcf-b57a46058c3a admin admin] Router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 is scheduled to L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 with binding_index 1 {{(pid=78742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:10:41.394004 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device c858b12e-8b0c-447b-aa18-16a3efe8551b up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:10:41.494147 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port c858b12e-8b0c-447b-aa18-16a3efe8551b completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:10:41.498800 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port c858b12e-8b0c-447b-aa18-16a3efe8551b triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:10:41.499176 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:41.501792 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b57ebe-7f05-4e04-8bcf-b57a46058c3a admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:10:41.525852 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b5b57ebe-7f05-4e04-8bcf-b57a46058c3a admin admin] Notify callbacks [] for router, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:41.527212 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-b5b57ebe-7f05-4e04-8bcf-b57a46058c3a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5819378 May 10 15:10:41.528713 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] Sync routers for ids ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:10:41.529887 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50262) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:41.558267 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] Routers {'7eecd3cc-6fd1-4a7a-9c49-0908e608d610'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:10:41.558897 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:10:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:41.763191 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:41.794908 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] Set router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:10:41.929109 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] For port c858b12e-8b0c-447b-aa18-16a3efe8551b, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=c858b12e-8b0c-447b-aa18-16a3efe8551b,segment=NetworkSegment(df740673-c9ab-44a7-afae-1b6efc0dc754),segment_id=df740673-c9ab-44a7-afae-1b6efc0dc754)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:41.975488 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:41.979614 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:42.084173 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Pushing event updated for resources: {'Port': ['ID=c858b12e-8b0c-447b-aa18-16a3efe8551b,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:42.088299 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:42.147820 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:10:40Z', 'revision_number': 3, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port': {'id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:39Z', 'updated_at': '2021-05-10T15:10:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:42.151715 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] Checking router: 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:10:42.152095 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] Updating router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 port 8eae68e3-5c86-49d2-ae73-e9606316bce6 binding host dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:10:42.189042 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a7a9e224-375f-486b-9ada-8db94bba512d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:42.206119 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:42.389911 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-a7a9e224-375f-486b-9ada-8db94bba512d admin admin] Allocated IP 172.20.0.1 (291874f3-077d-4b52-954e-5194557b58cc/0ee13644-e1d0-4232-af48-bacc69a84ae1/8362dfac-a1ba-499a-9caa-75663c0bd1f8) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:10:42.522364 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] Notify callbacks [] for port, precommit_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:42.534032 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] Transition to ACTIVE for port object 8eae68e3-5c86-49d2-ae73-e9606316bce6 will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:10:42.534291 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a7a9e224-375f-486b-9ada-8db94bba512d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:42.541993 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:42.546613 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-5b2025d1-fc1f-45e0-b881-057d1f7500f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:42.550322 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [None req-a7a9e224-375f-486b-9ada-8db94bba512d admin admin] Transition to ACTIVE for port object 8362dfac-a1ba-499a-9caa-75663c0bd1f8 will not be triggered until provisioned by entity DHCP. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:10:42.573085 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a7a9e224-375f-486b-9ada-8db94bba512d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:42.577391 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b5b57ebe-7f05-4e04-8bcf-b57a46058c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:42.617332 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] Attempting to bind port 8eae68e3-5c86-49d2-ae73-e9606316bce6 on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:10:42.617705 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] Attempting to bind port 8eae68e3-5c86-49d2-ae73-e9606316bce6 by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:10:42.618072 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] Attempting to bind port 8eae68e3-5c86-49d2-ae73-e9606316bce6 on network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:10:42.626301 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e0266-df28-408d-ad0e-23f5754712ae None None] Pushing event updated for resources: {'Port': ['ID=8eae68e3-5c86-49d2-ae73-e9606316bce6,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:42.628612 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:10:42.628800 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] Checking segment: {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:10:42.629056 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:42.629543 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] Bound using segment: {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:10:42.629905 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] Bound port: 8eae68e3-5c86-49d2-ae73-e9606316bce6, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:10:42.630282 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:42.630840 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a9e224-375f-486b-9ada-8db94bba512d admin admin] Network 291874f3-077d-4b52-954e-5194557b58cc is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:10:42.634469 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-a7a9e224-375f-486b-9ada-8db94bba512d admin admin] Resources bound (agent type, host, resource id): {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:42.637747 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a9e224-375f-486b-9ada-8db94bba512d admin admin] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:10:42.657568 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-ed1e0266-df28-408d-ad0e-23f5754712ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:42.682599 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9e224-375f-486b-9ada-8db94bba512d admin admin] Pushing event updated for resources: {'Port': ['ID=8362dfac-a1ba-499a-9caa-75663c0bd1f8,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:42.686562 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a7a9e224-375f-486b-9ada-8db94bba512d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:42.703533 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a7a9e224-375f-486b-9ada-8db94bba512d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394716'] for router_interface, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:42.708560 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] For port 8eae68e3-5c86-49d2-ae73-e9606316bce6, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:10:42.712438 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] For port 8eae68e3-5c86-49d2-ae73-e9606316bce6, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=8eae68e3-5c86-49d2-ae73-e9606316bce6,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:10:42.717253 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:42.723078 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-6080a6b5-20c6-436b-b6c1-fd62f5586673 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:42.807705 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] Routers {'7eecd3cc-6fd1-4a7a-9c49-0908e608d610'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:10:42.808456 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:10:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:42.858820 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e0266-df28-408d-ad0e-23f5754712ae None None] Pushing event updated for resources: {'Port': ['ID=8eae68e3-5c86-49d2-ae73-e9606316bce6,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:42.862035 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-ed1e0266-df28-408d-ad0e-23f5754712ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:42.932044 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a7a9e224-375f-486b-9ada-8db94bba512d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:42.988010 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-adcfd882-0f4c-4868-a630-98e043a6a5aa None None] Provisioning for port 8362dfac-a1ba-499a-9caa-75663c0bd1f8 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:10:43.004191 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-adcfd882-0f4c-4868-a630-98e043a6a5aa None None] Provisioning complete for port 8362dfac-a1ba-499a-9caa-75663c0bd1f8 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:10:43.004584 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-adcfd882-0f4c-4868-a630-98e043a6a5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:43.068930 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-adcfd882-0f4c-4868-a630-98e043a6a5aa None None] Port 8362dfac-a1ba-499a-9caa-75663c0bd1f8 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:10:43.086448 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] Set router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:10:43.151180 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a7a9e224-375f-486b-9ada-8db94bba512d admin admin] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:43.155622 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a7a9e224-375f-486b-9ada-8db94bba512d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10903621'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:43.181987 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-724ca648-3d01-4e5d-82f9-c4d7d4caa730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:43.262357 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a7a9e224-375f-486b-9ada-8db94bba512d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394623'] for router_interface, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:43.265707 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9e224-375f-486b-9ada-8db94bba512d admin admin] Pushing event updated for resources: {'Port': ['ID=8362dfac-a1ba-499a-9caa-75663c0bd1f8,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:43.268976 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a7a9e224-375f-486b-9ada-8db94bba512d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:43.370822 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:10:40Z', 'revision_number': 3, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port': {'id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:39Z', 'updated_at': '2021-05-10T15:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:43.374990 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5604fbf8-249d-409c-b1e9-ff1fad6eb66e None None] The sync data for ids ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'] in dv-cinder-774286-14-iscsi is: [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:10:40Z', 'revision_number': 3, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port': {'id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:39Z', 'updated_at': '2021-05-10T15:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:10:43.385618 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device c858b12e-8b0c-447b-aa18-16a3efe8551b up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:10:43.405534 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a9e224-375f-486b-9ada-8db94bba512d admin admin] Network 291874f3-077d-4b52-954e-5194557b58cc is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:10:43.407030 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-a7a9e224-375f-486b-9ada-8db94bba512d admin admin] Resources bound (agent type, host, resource id): {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:43.455006 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port c858b12e-8b0c-447b-aa18-16a3efe8551b triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:10:43.455661 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:43.616228 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a9e224-375f-486b-9ada-8db94bba512d admin admin] Router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:10:43.696495 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-6d328256-1ffa-4dae-8c88-ab57a42672c0 None None] Provisioning complete for port 8362dfac-a1ba-499a-9caa-75663c0bd1f8 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:10:43.697145 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-6d328256-1ffa-4dae-8c88-ab57a42672c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:43.759681 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-6d328256-1ffa-4dae-8c88-ab57a42672c0 None None] Port 8362dfac-a1ba-499a-9caa-75663c0bd1f8 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:10:43.821881 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a9e224-375f-486b-9ada-8db94bba512d admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:10:43.830977 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-a7a9e224-375f-486b-9ada-8db94bba512d admin admin] 10.222.0.30 "PUT /v2.0/routers/7eecd3cc-6fd1-4a7a-9c49-0908e608d610/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2998707 May 10 15:10:44.346911 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50282) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:44.352708 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-129a229c-0233-47f1-a0fa-9bae1eaa6f5a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-962235381-network', 'tenant_id': '337388b7fc284ee298bb4c2e6d54ed1f'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:44.357482 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-129a229c-0233-47f1-a0fa-9bae1eaa6f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:44.361297 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-129a229c-0233-47f1-a0fa-9bae1eaa6f5a admin admin] Usage tracker for resource:network and tenant:337388b7fc284ee298bb4c2e6d54ed1f is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:44.364123 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-129a229c-0233-47f1-a0fa-9bae1eaa6f5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:44.370040 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-129a229c-0233-47f1-a0fa-9bae1eaa6f5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:44.381475 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129a229c-0233-47f1-a0fa-9bae1eaa6f5a admin admin] Made reservation on behalf of 337388b7fc284ee298bb4c2e6d54ed1f for: {'network': 1} {{(pid=78742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:10:44.384255 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-129a229c-0233-47f1-a0fa-9bae1eaa6f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for network, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:44.396401 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-129a229c-0233-47f1-a0fa-9bae1eaa6f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:44.414130 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-129a229c-0233-47f1-a0fa-9bae1eaa6f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:44.417850 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-129a229c-0233-47f1-a0fa-9bae1eaa6f5a admin admin] Usage tracker for resource:security_group_rule and tenant:337388b7fc284ee298bb4c2e6d54ed1f is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:44.420594 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-129a229c-0233-47f1-a0fa-9bae1eaa6f5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:44.426131 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-129a229c-0233-47f1-a0fa-9bae1eaa6f5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:44.508473 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-129a229c-0233-47f1-a0fa-9bae1eaa6f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:44.512962 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-129a229c-0233-47f1-a0fa-9bae1eaa6f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:44.516708 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8b63a805-beec-4d6a-9b56-f10fc26384ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:44.542341 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129a229c-0233-47f1-a0fa-9bae1eaa6f5a admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=78742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 15:10:44.550575 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a229c-0233-47f1-a0fa-9bae1eaa6f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ccccf0-1d77-4f33-851e-fa46d3ecac4c,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:44.553993 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-129a229c-0233-47f1-a0fa-9bae1eaa6f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:44.557045 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-129a229c-0233-47f1-a0fa-9bae1eaa6f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:44.557364 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.db.segments_db [None req-129a229c-0233-47f1-a0fa-9bae1eaa6f5a admin admin] Added segment a8acb89b-dd62-4766-9e79-c03a029bc94c of type vlan for network ef5393ab-27a9-460b-a8b4-2dc13c76ae1d May 10 15:10:44.583448 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-129a229c-0233-47f1-a0fa-9bae1eaa6f5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729786867074'] for network, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:44.614290 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-129a229c-0233-47f1-a0fa-9bae1eaa6f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933'] for network, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:44.615746 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129a229c-0233-47f1-a0fa-9bae1eaa6f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:44.616358 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-129a229c-0233-47f1-a0fa-9bae1eaa6f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:44.622240 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a13363f5-566e-4c40-8c1b-3d52d26e4ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:44.726016 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-129a229c-0233-47f1-a0fa-9bae1eaa6f5a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3779981 May 10 15:10:44.726940 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a229c-0233-47f1-a0fa-9bae1eaa6f5a admin admin] Pushing event updated for resources: {'Network': ['ID=ef5393ab-27a9-460b-a8b4-2dc13c76ae1d,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:44.728920 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50286) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:44.730106 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-129a229c-0233-47f1-a0fa-9bae1eaa6f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:44.735044 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-b1333ce8-ce9c-4ee4-98a6-45a3e38779a2 admin admin] Request body: {'subnet': {'network_id': 'ef5393ab-27a9-460b-a8b4-2dc13c76ae1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-962235381-subnet', 'tenant_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'ip_version': 4}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:44.737456 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Network ef5393ab-27a9-460b-a8b4-2dc13c76ae1d details requested by agent ovs-agent-dv-cinder-774286-14-iscsi with host dv-cinder-774286-14-iscsi {{(pid=78744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 10 15:10:44.740059 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-b1333ce8-ce9c-4ee4-98a6-45a3e38779a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:44.744441 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-b1333ce8-ce9c-4ee4-98a6-45a3e38779a2 admin admin] Usage tracker for resource:subnet and tenant:337388b7fc284ee298bb4c2e6d54ed1f is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:44.747192 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-b1333ce8-ce9c-4ee4-98a6-45a3e38779a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:44.752816 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-b1333ce8-ce9c-4ee4-98a6-45a3e38779a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:44.764271 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1333ce8-ce9c-4ee4-98a6-45a3e38779a2 admin admin] Made reservation on behalf of 337388b7fc284ee298bb4c2e6d54ed1f for: {'subnet': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:10:44.766633 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b1333ce8-ce9c-4ee4-98a6-45a3e38779a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1290569'] for subnet, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:44.906118 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] Sync routers for ids ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'] in dv-cinder-774286-14-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:10:44.916207 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] Routers {'7eecd3cc-6fd1-4a7a-9c49-0908e608d610'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:10:44.916889 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:10:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:45.092187 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] Set router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:10:45.150504 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b1333ce8-ce9c-4ee4-98a6-45a3e38779a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1867932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1290555'] for subnet, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:45.155035 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:45.231277 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1333ce8-ce9c-4ee4-98a6-45a3e38779a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76a5509a-fef6-481a-8ad0-cbfd4632042e,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:45.234028 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b1333ce8-ce9c-4ee4-98a6-45a3e38779a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:45.241311 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1333ce8-ce9c-4ee4-98a6-45a3e38779a2 admin admin] Checking segment: {'id': 'a8acb89b-dd62-4766-9e79-c03a029bc94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ef5393ab-27a9-460b-a8b4-2dc13c76ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:10:45.241809 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1333ce8-ce9c-4ee4-98a6-45a3e38779a2 admin admin] Network hostable DHCP agents. Network: ef5393ab-27a9-460b-a8b4-2dc13c76ae1d, hostable agents: ['c2c2a961-2376-4d10-9e89-a93ed7bded42'], hosted agents: [] {{(pid=78743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 15:10:45.258322 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1333ce8-ce9c-4ee4-98a6-45a3e38779a2 admin admin] Network ef5393ab-27a9-460b-a8b4-2dc13c76ae1d is scheduled to be hosted by DHCP agent c2c2a961-2376-4d10-9e89-a93ed7bded42 with binding_index 1 {{(pid=78743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 15:10:45.268014 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-b1333ce8-ce9c-4ee4-98a6-45a3e38779a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-14-iscsi, ef5393ab-27a9-460b-a8b4-2dc13c76ae1d) {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:45.276742 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1333ce8-ce9c-4ee4-98a6-45a3e38779a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:45.277322 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-b1333ce8-ce9c-4ee4-98a6-45a3e38779a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:45.278314 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f473d6bd-c01e-4e12-b4c3-1f7e6e833683 None None] Network ef5393ab-27a9-460b-a8b4-2dc13c76ae1d requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:10:45.299152 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-b1333ce8-ce9c-4ee4-98a6-45a3e38779a2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5691495 May 10 15:10:45.301641 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50290) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:45.306580 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-69e2325c-b2dc-4128-ab33-5fb5a36564f8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-962235381-router', 'tenant_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:45.310959 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-69e2325c-b2dc-4128-ab33-5fb5a36564f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:45.315696 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-69e2325c-b2dc-4128-ab33-5fb5a36564f8 admin admin] Usage tracker for resource:router and tenant:337388b7fc284ee298bb4c2e6d54ed1f is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:45.319063 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-69e2325c-b2dc-4128-ab33-5fb5a36564f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:45.326919 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-69e2325c-b2dc-4128-ab33-5fb5a36564f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:45.340070 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-69e2325c-b2dc-4128-ab33-5fb5a36564f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-348896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29808'] for router, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:45.341748 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-69e2325c-b2dc-4128-ab33-5fb5a36564f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-348911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-406767', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-458920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29769'] for router, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:45.361546 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-69e2325c-b2dc-4128-ab33-5fb5a36564f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:45.455491 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 8eae68e3-5c86-49d2-ae73-e9606316bce6 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:10:45.456448 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:10:42Z', 'revision_number': 4, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port': {'id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:39Z', 'updated_at': '2021-05-10T15:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '8362dfac-a1ba-499a-9caa-75663c0bd1f8', 'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'mac_address': 'fa:16:3e:16:eb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:42Z', 'updated_at': '2021-05-10T15:10:43Z', 'revision_number': 2, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'subnets': [{'id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:45.461244 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] Checking router: 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 for host: dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:10:45.461595 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] Updating router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 port 8362dfac-a1ba-499a-9caa-75663c0bd1f8 binding host dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:10:45.518447 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:45.579310 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp016fd023-7326-5b62-89a5-d40737038a22-ef5393ab-27a9-460b-a8b4-2dc13c76ae1d', 'network_id': 'ef5393ab-27a9-460b-a8b4-2dc13c76ae1d', 'tenant_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'fixed_ips': [{'subnet_id': '76a5509a-fef6-481a-8ad0-cbfd4632042e'}]}} from dv-cinder-774286-14-iscsi. {{(pid=78744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 10 15:10:45.580220 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:45.592409 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port 8eae68e3-5c86-49d2-ae73-e9606316bce6 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:10:45.600708 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 8eae68e3-5c86-49d2-ae73-e9606316bce6 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:10:45.601230 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:45.747525 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-69e2325c-b2dc-4128-ab33-5fb5a36564f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-351252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29783'] for router, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:45.822750 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:45.852970 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.db_base_plugin_common [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] Allocated IP 172.20.0.2 (ef5393ab-27a9-460b-a8b4-2dc13c76ae1d/76a5509a-fef6-481a-8ad0-cbfd4632042e/cf695ecf-002f-4c71-90dc-7b813d25fb9b) {{(pid=78744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:10:45.856223 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] For port 8eae68e3-5c86-49d2-ae73-e9606316bce6, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=8eae68e3-5c86-49d2-ae73-e9606316bce6,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:45.866451 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:45.868906 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] Notify callbacks [] for port, precommit_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:45.870015 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-66dd4409-ab5c-45e5-a52c-e7d427c3d271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:45.880970 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.provisioning_blocks [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] Transition to ACTIVE for port object 8362dfac-a1ba-499a-9caa-75663c0bd1f8 will not be triggered until provisioned by entity L2. {{(pid=78745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:10:45.889761 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:45.900117 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-48947e41-8524-4dbc-84e3-de5920ba45d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:46.078290 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Pushing event updated for resources: {'Port': ['ID=8eae68e3-5c86-49d2-ae73-e9606316bce6,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:46.093882 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:46.167224 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-69e2325c-b2dc-4128-ab33-5fb5a36564f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:46.213089 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-69e2325c-b2dc-4128-ab33-5fb5a36564f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:46.217261 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf8c75-9714-4833-bcc0-430c9b8a181d None None] Pushing event updated for resources: {'Port': ['ID=8362dfac-a1ba-499a-9caa-75663c0bd1f8,revision_number=3']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:46.229369 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf8c75-9714-4833-bcc0-430c9b8a181d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:46.229835 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf8c75-9714-4833-bcc0-430c9b8a181d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:46.230259 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf8c75-9714-4833-bcc0-430c9b8a181d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:46.230846 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf8c75-9714-4833-bcc0-430c9b8a181d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:46.231423 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf8c75-9714-4833-bcc0-430c9b8a181d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:46.232054 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf8c75-9714-4833-bcc0-430c9b8a181d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:46.232512 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf8c75-9714-4833-bcc0-430c9b8a181d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:46.232961 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf8c75-9714-4833-bcc0-430c9b8a181d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:46.233484 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf8c75-9714-4833-bcc0-430c9b8a181d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:46.233937 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf8c75-9714-4833-bcc0-430c9b8a181d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:46.234544 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf8c75-9714-4833-bcc0-430c9b8a181d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:46.234943 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cf8c75-9714-4833-bcc0-430c9b8a181d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:10:46.241050 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] Notify callbacks [] for port, precommit_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:46.256298 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-44cf8c75-9714-4833-bcc0-430c9b8a181d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:46.257816 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] Attempting to bind port 8362dfac-a1ba-499a-9caa-75663c0bd1f8 on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:10:46.258282 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] Attempting to bind port 8362dfac-a1ba-499a-9caa-75663c0bd1f8 by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': 'df740673-c9ab-44a7-afae-1b6efc0dc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '291874f3-077d-4b52-954e-5194557b58cc'}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:10:46.259009 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] Attempting to bind port 8362dfac-a1ba-499a-9caa-75663c0bd1f8 on network 291874f3-077d-4b52-954e-5194557b58cc {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:10:46.263729 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] Transition to ACTIVE for port object cf695ecf-002f-4c71-90dc-7b813d25fb9b will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:10:46.266096 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:10:46.266819 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] Checking segment: {'id': 'df740673-c9ab-44a7-afae-1b6efc0dc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '291874f3-077d-4b52-954e-5194557b58cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:10:46.266987 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:46.267512 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] Bound using segment: {'id': 'df740673-c9ab-44a7-afae-1b6efc0dc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '291874f3-077d-4b52-954e-5194557b58cc'} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:10:46.268096 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] Bound port: 8362dfac-a1ba-499a-9caa-75663c0bd1f8, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df740673-c9ab-44a7-afae-1b6efc0dc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '291874f3-077d-4b52-954e-5194557b58cc'}}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:10:46.268575 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:46.284097 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] Transition to ACTIVE for port object cf695ecf-002f-4c71-90dc-7b813d25fb9b will not be triggered until provisioned by entity DHCP. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:10:46.293958 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540'] for port, after_create {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:46.297995 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-2b92d9bd-e293-41c3-af87-a24adf4d2fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:46.376497 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] For port 8362dfac-a1ba-499a-9caa-75663c0bd1f8, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:10:46.380130 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] For port 8362dfac-a1ba-499a-9caa-75663c0bd1f8, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=8362dfac-a1ba-499a-9caa-75663c0bd1f8,segment=NetworkSegment(df740673-c9ab-44a7-afae-1b6efc0dc754),segment_id=df740673-c9ab-44a7-afae-1b6efc0dc754)] {{(pid=78745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:10:46.385052 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:46.385212 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] Network ef5393ab-27a9-460b-a8b4-2dc13c76ae1d is already hosted by enough agents. {{(pid=78744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:10:46.390319 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:46.390500 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.scheduler.base_scheduler [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] Resources bound (agent type, host, resource id): {{(pid=78744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:46.392009 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] Pushing event updated for resources: {'Port': ['ID=cf695ecf-002f-4c71-90dc-7b813d25fb9b,revision_number=1']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:46.392269 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [None req-69e2325c-b2dc-4128-ab33-5fb5a36564f8 admin admin] Allocated IP 172.27.2.109 (7f05d45f-a9de-427f-b4f6-29fb46a47d9c/0e18a723-9037-4ee4-acce-9c55576c5ea3/3ca7f159-9540-4c0e-8fd6-55678bcbe9b4) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:10:46.404526 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] Received port after_create {{(pid=78744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:10:46.465377 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] Routers {'7eecd3cc-6fd1-4a7a-9c49-0908e608d610'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:10:46.466225 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:10:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:46.498439 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:46.507740 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] Attempting to bind port cf695ecf-002f-4c71-90dc-7b813d25fb9b on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:10:46.508191 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] Attempting to bind port cf695ecf-002f-4c71-90dc-7b813d25fb9b by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': 'a8acb89b-dd62-4766-9e79-c03a029bc94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ef5393ab-27a9-460b-a8b4-2dc13c76ae1d'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:10:46.508561 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] Attempting to bind port cf695ecf-002f-4c71-90dc-7b813d25fb9b on network ef5393ab-27a9-460b-a8b4-2dc13c76ae1d {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:10:46.514397 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:10:46.514773 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] Checking segment: {'id': 'a8acb89b-dd62-4766-9e79-c03a029bc94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ef5393ab-27a9-460b-a8b4-2dc13c76ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:10:46.515173 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:46.515560 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] Bound using segment: {'id': 'a8acb89b-dd62-4766-9e79-c03a029bc94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ef5393ab-27a9-460b-a8b4-2dc13c76ae1d'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:10:46.516061 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] Bound port: cf695ecf-002f-4c71-90dc-7b813d25fb9b, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8acb89b-dd62-4766-9e79-c03a029bc94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ef5393ab-27a9-460b-a8b4-2dc13c76ae1d'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:10:46.516438 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:46.560065 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-69e2325c-b2dc-4128-ab33-5fb5a36564f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:46.593117 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf8c75-9714-4833-bcc0-430c9b8a181d None None] Pushing event updated for resources: {'Port': ['ID=8362dfac-a1ba-499a-9caa-75663c0bd1f8,revision_number=4']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:46.598889 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-44cf8c75-9714-4833-bcc0-430c9b8a181d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:46.607435 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-69e2325c-b2dc-4128-ab33-5fb5a36564f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:46.612436 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-32df451d-c62e-411a-82be-f3618b322b1f tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:46.625139 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] For port cf695ecf-002f-4c71-90dc-7b813d25fb9b, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:10:46.629681 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] For port cf695ecf-002f-4c71-90dc-7b813d25fb9b, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=cf695ecf-002f-4c71-90dc-7b813d25fb9b,segment=NetworkSegment(a8acb89b-dd62-4766-9e79-c03a029bc94c),segment_id=a8acb89b-dd62-4766-9e79-c03a029bc94c)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:10:46.636068 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:46.643571 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:46.668052 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] Set router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:10:46.680457 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e2325c-b2dc-4128-ab33-5fb5a36564f8 admin admin] Network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:10:46.683392 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-69e2325c-b2dc-4128-ab33-5fb5a36564f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:46.687249 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e2325c-b2dc-4128-ab33-5fb5a36564f8 admin admin] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:10:46.737107 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] Pushing event updated for resources: {'Port': ['ID=cf695ecf-002f-4c71-90dc-7b813d25fb9b,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:46.737605 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2325c-b2dc-4128-ab33-5fb5a36564f8 admin admin] Pushing event updated for resources: {'Port': ['ID=3ca7f159-9540-4c0e-8fd6-55678bcbe9b4,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:46.746626 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:46.748286 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-69e2325c-b2dc-4128-ab33-5fb5a36564f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:47.082093 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:10:42Z', 'revision_number': 4, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port': {'id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:39Z', 'updated_at': '2021-05-10T15:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '8362dfac-a1ba-499a-9caa-75663c0bd1f8', 'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'mac_address': 'fa:16:3e:16:eb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:42Z', 'updated_at': '2021-05-10T15:10:46Z', 'revision_number': 4, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'subnets': [{'id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:47.087098 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a358436-af7f-4e7b-b192-3ec3f367d19f None None] The sync data for ids ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'] in dv-cinder-774286-14-iscsi is: [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:10:42Z', 'revision_number': 4, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port': {'id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:39Z', 'updated_at': '2021-05-10T15:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '8362dfac-a1ba-499a-9caa-75663c0bd1f8', 'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'mac_address': 'fa:16:3e:16:eb:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:42Z', 'updated_at': '2021-05-10T15:10:46Z', 'revision_number': 4, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'subnets': [{'id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:10:47.158810 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-69e2325c-b2dc-4128-ab33-5fb5a36564f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:47.529588 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device cf695ecf-002f-4c71-90dc-7b813d25fb9b up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:10:47.615661 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port cf695ecf-002f-4c71-90dc-7b813d25fb9b completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:10:47.622580 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 8362dfac-a1ba-499a-9caa-75663c0bd1f8 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:10:47.656538 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-69e2325c-b2dc-4128-ab33-5fb5a36564f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-351341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406019'] for router, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:47.709398 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port 8362dfac-a1ba-499a-9caa-75663c0bd1f8 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:10:47.715465 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 8362dfac-a1ba-499a-9caa-75663c0bd1f8 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:10:47.715850 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:47.821979 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c044aa-eebc-43c7-88e0-3ea89427f62c None None] Network ef5393ab-27a9-460b-a8b4-2dc13c76ae1d requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:10:47.878621 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e2325c-b2dc-4128-ab33-5fb5a36564f8 admin admin] Router 380ea448-f37b-4038-911e-d181ada09aee is scheduled to L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 with binding_index 1 {{(pid=78743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 10 15:10:47.936102 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:47.968812 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-feb1a982-5b49-4738-8633-86d5a5c8c9fc None None] Provisioning for port cf695ecf-002f-4c71-90dc-7b813d25fb9b completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:10:47.984610 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-feb1a982-5b49-4738-8633-86d5a5c8c9fc None None] Provisioning complete for port cf695ecf-002f-4c71-90dc-7b813d25fb9b triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:10:47.984985 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-feb1a982-5b49-4738-8633-86d5a5c8c9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:48.049051 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] For port 8362dfac-a1ba-499a-9caa-75663c0bd1f8, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=8362dfac-a1ba-499a-9caa-75663c0bd1f8,segment=NetworkSegment(df740673-c9ab-44a7-afae-1b6efc0dc754),segment_id=df740673-c9ab-44a7-afae-1b6efc0dc754)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:48.069121 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e2325c-b2dc-4128-ab33-5fb5a36564f8 admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:10:48.086918 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] Sync routers for ids ['380ea448-f37b-4038-911e-d181ada09aee'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:10:48.094957 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-69e2325c-b2dc-4128-ab33-5fb5a36564f8 admin admin] Notify callbacks [] for router, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:48.096274 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:48.096432 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-69e2325c-b2dc-4128-ab33-5fb5a36564f8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7937112 May 10 15:10:48.097118 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 8eae68e3-5c86-49d2-ae73-e9606316bce6 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:10:48.099207 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50298) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:48.123848 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:48.203549 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] Routers {'380ea448-f37b-4038-911e-d181ada09aee'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:10:48.204095 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:10:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['380ea448-f37b-4038-911e-d181ada09aee'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:48.443397 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Pushing event updated for resources: {'Port': ['ID=8362dfac-a1ba-499a-9caa-75663c0bd1f8,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:48.458145 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:48.491386 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-feb1a982-5b49-4738-8633-86d5a5c8c9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:48.518717 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 8eae68e3-5c86-49d2-ae73-e9606316bce6 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:10:48.519095 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:48.638356 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] Set router 380ea448-f37b-4038-911e-d181ada09aee gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:10:48.749809 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-feb1a982-5b49-4738-8633-86d5a5c8c9fc None None] For port cf695ecf-002f-4c71-90dc-7b813d25fb9b, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=cf695ecf-002f-4c71-90dc-7b813d25fb9b,segment=NetworkSegment(a8acb89b-dd62-4766-9e79-c03a029bc94c),segment_id=a8acb89b-dd62-4766-9e79-c03a029bc94c)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:48.776091 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-feb1a982-5b49-4738-8633-86d5a5c8c9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:48.782709 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:48.896892 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b873188b-429b-4478-8d64-4aec69016e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:48.982925 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1a982-5b49-4738-8633-86d5a5c8c9fc None None] Pushing event updated for resources: {'Port': ['ID=cf695ecf-002f-4c71-90dc-7b813d25fb9b,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:48.995651 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-feb1a982-5b49-4738-8633-86d5a5c8c9fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:49.078727 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380ea448-f37b-4038-911e-d181ada09aee', 'name': 'tempest-TestVolumeBootPattern-962235381-router', 'tenant_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '3ca7f159-9540-4c0e-8fd6-55678bcbe9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:45Z', 'updated_at': '2021-05-10T15:10:46Z', 'revision_number': 3, 'project_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'gw_port': {'id': '3ca7f159-9540-4c0e-8fd6-55678bcbe9b4', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:82:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380ea448-f37b-4038-911e-d181ada09aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:46Z', 'updated_at': '2021-05-10T15:10:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:49.082561 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] Checking router: 380ea448-f37b-4038-911e-d181ada09aee for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:10:49.082913 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] Updating router 380ea448-f37b-4038-911e-d181ada09aee port 3ca7f159-9540-4c0e-8fd6-55678bcbe9b4 binding host dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:10:49.122585 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_common [None req-b873188b-429b-4478-8d64-4aec69016e36 admin admin] Allocated IP 172.20.0.1 (ef5393ab-27a9-460b-a8b4-2dc13c76ae1d/76a5509a-fef6-481a-8ad0-cbfd4632042e/05b2bacc-f541-42b9-bc37-396978ceca1c) {{(pid=78742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:10:49.142623 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-7149ffe7-bd9c-4dd7-9839-855f67b06c7b None None] Provisioning complete for port cf695ecf-002f-4c71-90dc-7b813d25fb9b triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:10:49.142998 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7149ffe7-bd9c-4dd7-9839-855f67b06c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:49.165991 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:49.269995 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b873188b-429b-4478-8d64-4aec69016e36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:49.285513 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.provisioning_blocks [None req-b873188b-429b-4478-8d64-4aec69016e36 admin admin] Transition to ACTIVE for port object 05b2bacc-f541-42b9-bc37-396978ceca1c will not be triggered until provisioned by entity DHCP. {{(pid=78742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:10:49.312347 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b873188b-429b-4478-8d64-4aec69016e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:49.316967 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a7a9e224-375f-486b-9ada-8db94bba512d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:49.389110 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873188b-429b-4478-8d64-4aec69016e36 admin admin] Pushing event updated for resources: {'Port': ['ID=05b2bacc-f541-42b9-bc37-396978ceca1c,revision_number=1']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:49.392411 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b873188b-429b-4478-8d64-4aec69016e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:49.396511 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b873188b-429b-4478-8d64-4aec69016e36 admin admin] Network ef5393ab-27a9-460b-a8b4-2dc13c76ae1d is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:10:49.397824 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-b873188b-429b-4478-8d64-4aec69016e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:49.399960 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b873188b-429b-4478-8d64-4aec69016e36 admin admin] Received port after_create {{(pid=78742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:10:49.430609 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 8362dfac-a1ba-499a-9caa-75663c0bd1f8 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:10:49.453674 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b873188b-429b-4478-8d64-4aec69016e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394716'] for router_interface, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:49.552864 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 8362dfac-a1ba-499a-9caa-75663c0bd1f8 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:10:49.553297 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:49.568151 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b873188b-429b-4478-8d64-4aec69016e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:49.686590 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] Notify callbacks [] for port, precommit_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:49.738795 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] Transition to ACTIVE for port object 3ca7f159-9540-4c0e-8fd6-55678bcbe9b4 will not be triggered until provisioned by entity L2. {{(pid=78744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:10:49.744076 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-7f056a56-5b1b-45a8-9cd5-70d8ce998257 None None] Provisioning for port 05b2bacc-f541-42b9-bc37-396978ceca1c completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:10:49.750469 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:49.763654 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-5bbdcd57-1ccf-4c9f-876b-420c808d4af5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:49.791639 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-7f056a56-5b1b-45a8-9cd5-70d8ce998257 None None] Provisioning complete for port 05b2bacc-f541-42b9-bc37-396978ceca1c triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:10:49.791918 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7f056a56-5b1b-45a8-9cd5-70d8ce998257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:49.794456 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b873188b-429b-4478-8d64-4aec69016e36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:49.798698 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b873188b-429b-4478-8d64-4aec69016e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10903621'] for port, after_update {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:49.828322 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c6cb9731-a2f5-48c5-b1b5-8515f55bf3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:49.838516 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device cf695ecf-002f-4c71-90dc-7b813d25fb9b up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:10:49.903448 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b873188b-429b-4478-8d64-4aec69016e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394623'] for router_interface, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:49.910545 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873188b-429b-4478-8d64-4aec69016e36 admin admin] Pushing event updated for resources: {'Port': ['ID=05b2bacc-f541-42b9-bc37-396978ceca1c,revision_number=2']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:49.915659 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b873188b-429b-4478-8d64-4aec69016e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:49.930586 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-7f056a56-5b1b-45a8-9cd5-70d8ce998257 None None] Port 05b2bacc-f541-42b9-bc37-396978ceca1c cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:10:49.931927 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3d6c4-7b76-416d-ad7b-7e2eaf740142 None None] Pushing event updated for resources: {'Port': ['ID=3ca7f159-9540-4c0e-8fd6-55678bcbe9b4,revision_number=2']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:49.941660 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-15a3d6c4-7b76-416d-ad7b-7e2eaf740142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:49.942336 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] Attempting to bind port 3ca7f159-9540-4c0e-8fd6-55678bcbe9b4 on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:10:49.942699 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] Attempting to bind port 3ca7f159-9540-4c0e-8fd6-55678bcbe9b4 by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:10:49.943061 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] Attempting to bind port 3ca7f159-9540-4c0e-8fd6-55678bcbe9b4 on network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:10:49.951866 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:10:49.952265 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] Checking segment: {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:10:49.952662 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:49.953048 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] Bound using segment: {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'} {{(pid=78744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:10:49.953512 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.managers [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] Bound port: 3ca7f159-9540-4c0e-8fd6-55678bcbe9b4, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02685f4-6b72-4970-87d0-2c7bf213b27f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c'}}] {{(pid=78744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:10:49.953882 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:50.026302 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port cf695ecf-002f-4c71-90dc-7b813d25fb9b triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:10:50.026673 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:50.074633 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] For port 3ca7f159-9540-4c0e-8fd6-55678bcbe9b4, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:10:50.092933 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] For port 3ca7f159-9540-4c0e-8fd6-55678bcbe9b4, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=3ca7f159-9540-4c0e-8fd6-55678bcbe9b4,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:10:50.098119 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:50.101868 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:50.161427 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b873188b-429b-4478-8d64-4aec69016e36 admin admin] Network ef5393ab-27a9-460b-a8b4-2dc13c76ae1d is already hosted by enough agents. {{(pid=78742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:10:50.162555 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.base_scheduler [None req-b873188b-429b-4478-8d64-4aec69016e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=78742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:10:50.286397 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] Routers {'380ea448-f37b-4038-911e-d181ada09aee'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:10:50.286397 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:10:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['380ea448-f37b-4038-911e-d181ada09aee'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:50.338941 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3d6c4-7b76-416d-ad7b-7e2eaf740142 None None] Pushing event updated for resources: {'Port': ['ID=3ca7f159-9540-4c0e-8fd6-55678bcbe9b4,revision_number=3']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:50.361975 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b873188b-429b-4478-8d64-4aec69016e36 admin admin] Router 380ea448-f37b-4038-911e-d181ada09aee has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:10:50.397629 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-15a3d6c4-7b76-416d-ad7b-7e2eaf740142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:50.472271 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] Set router 380ea448-f37b-4038-911e-d181ada09aee gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:10:50.525431 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-5b8e23f7-05d2-401b-aaae-56ab0f400e1d None None] Provisioning complete for port 05b2bacc-f541-42b9-bc37-396978ceca1c triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:10:50.525805 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-5b8e23f7-05d2-401b-aaae-56ab0f400e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:50.541640 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b873188b-429b-4478-8d64-4aec69016e36 admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:10:50.550689 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-b873188b-429b-4478-8d64-4aec69016e36 admin admin] 10.222.0.30 "PUT /v2.0/routers/380ea448-f37b-4038-911e-d181ada09aee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4501464 May 10 15:10:50.662434 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-5b8e23f7-05d2-401b-aaae-56ab0f400e1d None None] Port 05b2bacc-f541-42b9-bc37-396978ceca1c cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:10:50.828558 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380ea448-f37b-4038-911e-d181ada09aee', 'name': 'tempest-TestVolumeBootPattern-962235381-router', 'tenant_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '3ca7f159-9540-4c0e-8fd6-55678bcbe9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:45Z', 'updated_at': '2021-05-10T15:10:49Z', 'revision_number': 4, 'project_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'gw_port': {'id': '3ca7f159-9540-4c0e-8fd6-55678bcbe9b4', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:82:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380ea448-f37b-4038-911e-d181ada09aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:46Z', 'updated_at': '2021-05-10T15:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '05b2bacc-f541-42b9-bc37-396978ceca1c', 'name': '', 'network_id': 'ef5393ab-27a9-460b-a8b4-2dc13c76ae1d', 'tenant_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'mac_address': 'fa:16:3e:bf:25:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380ea448-f37b-4038-911e-d181ada09aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '76a5509a-fef6-481a-8ad0-cbfd4632042e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:48Z', 'updated_at': '2021-05-10T15:10:49Z', 'revision_number': 2, 'project_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'subnets': [{'id': '76a5509a-fef6-481a-8ad0-cbfd4632042e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:50.832462 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25171cf2-81f0-4efd-ac11-5a2a8ace90dd None None] The sync data for ids ['380ea448-f37b-4038-911e-d181ada09aee'] in dv-cinder-774286-14-iscsi is: [{'id': '380ea448-f37b-4038-911e-d181ada09aee', 'name': 'tempest-TestVolumeBootPattern-962235381-router', 'tenant_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '3ca7f159-9540-4c0e-8fd6-55678bcbe9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:45Z', 'updated_at': '2021-05-10T15:10:49Z', 'revision_number': 4, 'project_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'gw_port': {'id': '3ca7f159-9540-4c0e-8fd6-55678bcbe9b4', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:82:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380ea448-f37b-4038-911e-d181ada09aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:46Z', 'updated_at': '2021-05-10T15:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '05b2bacc-f541-42b9-bc37-396978ceca1c', 'name': '', 'network_id': 'ef5393ab-27a9-460b-a8b4-2dc13c76ae1d', 'tenant_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'mac_address': 'fa:16:3e:bf:25:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380ea448-f37b-4038-911e-d181ada09aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '76a5509a-fef6-481a-8ad0-cbfd4632042e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:48Z', 'updated_at': '2021-05-10T15:10:49Z', 'revision_number': 2, 'project_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'subnets': [{'id': '76a5509a-fef6-481a-8ad0-cbfd4632042e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:10:51.106345 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50310) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:51.111749 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-154c42f1-46a5-4786-9476-c74a46909ceb tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1472459765', 'description': 'tempest-secgroup-smoke-1472459765 description', 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:51.117877 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-154c42f1-46a5-4786-9476-c74a46909ceb tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:51.122700 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-154c42f1-46a5-4786-9476-c74a46909ceb tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Usage tracker for resource:security_group and tenant:0971f8cc0e0749b894c1ce0b41a5ee9c is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:51.125684 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-154c42f1-46a5-4786-9476-c74a46909ceb tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:51.131558 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-154c42f1-46a5-4786-9476-c74a46909ceb tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:51.142499 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-154c42f1-46a5-4786-9476-c74a46909ceb tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for security_group, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:51.167236 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-154c42f1-46a5-4786-9476-c74a46909ceb tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:51.171361 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-154c42f1-46a5-4786-9476-c74a46909ceb tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Usage tracker for resource:security_group_rule and tenant:0971f8cc0e0749b894c1ce0b41a5ee9c is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:51.174357 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-154c42f1-46a5-4786-9476-c74a46909ceb tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:51.180377 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-154c42f1-46a5-4786-9476-c74a46909ceb tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:51.254533 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-154c42f1-46a5-4786-9476-c74a46909ceb tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for security_group, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:51.259026 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-154c42f1-46a5-4786-9476-c74a46909ceb tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:51.263142 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-72c85b15-f10f-473f-ac94-7981611a3026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:51.305866 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c42f1-46a5-4786-9476-c74a46909ceb tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c637fcc1-88ae-4df9-a9f0-977fba6dd31c,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:51.308486 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-154c42f1-46a5-4786-9476-c74a46909ceb tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:51.309679 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-154c42f1-46a5-4786-9476-c74a46909ceb tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2023418 May 10 15:10:51.310633 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-154c42f1-46a5-4786-9476-c74a46909ceb tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:51.312554 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50314) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:51.318853 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-35db5af0-55aa-4cb0-90d3-e4e5fb24ae94 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Request body: {'security_group_rule': {'security_group_id': 'c637fcc1-88ae-4df9-a9f0-977fba6dd31c', 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:51.325758 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-35db5af0-55aa-4cb0-90d3-e4e5fb24ae94 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:51.329747 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-35db5af0-55aa-4cb0-90d3-e4e5fb24ae94 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Usage tracker for resource:security_group_rule and tenant:0971f8cc0e0749b894c1ce0b41a5ee9c is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:51.332865 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-35db5af0-55aa-4cb0-90d3-e4e5fb24ae94 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:51.339057 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-35db5af0-55aa-4cb0-90d3-e4e5fb24ae94 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:51.357210 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-35db5af0-55aa-4cb0-90d3-e4e5fb24ae94 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:51.421211 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-35db5af0-55aa-4cb0-90d3-e4e5fb24ae94 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:51.424863 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-35db5af0-55aa-4cb0-90d3-e4e5fb24ae94 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461389'] for security_group_rule, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:51.427038 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-4e6cabcc-a55a-4e93-8f63-ad3f954a0989 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:51.455788 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db5af0-55aa-4cb0-90d3-e4e5fb24ae94 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29455c3c-55a0-4c52-b9a1-ea1ed7682e66,revision_number=0']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:51.461971 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-35db5af0-55aa-4cb0-90d3-e4e5fb24ae94 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:51.469615 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-35db5af0-55aa-4cb0-90d3-e4e5fb24ae94 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:51.473706 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-35db5af0-55aa-4cb0-90d3-e4e5fb24ae94 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1572869 May 10 15:10:51.474799 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50318) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:51.482432 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-fd00a4c1-0694-4025-b0ff-70ca376d0705 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Request body: {'security_group_rule': {'security_group_id': 'c637fcc1-88ae-4df9-a9f0-977fba6dd31c', 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:51.488574 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-fd00a4c1-0694-4025-b0ff-70ca376d0705 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:51.496464 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-fd00a4c1-0694-4025-b0ff-70ca376d0705 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Usage tracker for resource:security_group_rule and tenant:0971f8cc0e0749b894c1ce0b41a5ee9c is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:51.499138 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-fd00a4c1-0694-4025-b0ff-70ca376d0705 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:51.505095 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-fd00a4c1-0694-4025-b0ff-70ca376d0705 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:51.522436 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fd00a4c1-0694-4025-b0ff-70ca376d0705 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:51.589752 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fd00a4c1-0694-4025-b0ff-70ca376d0705 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:51.594461 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fd00a4c1-0694-4025-b0ff-70ca376d0705 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461389'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:51.596718 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:51.619144 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00a4c1-0694-4025-b0ff-70ca376d0705 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f67f28-74a3-4f35-bd1a-be875b10f699,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:51.621636 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-fd00a4c1-0694-4025-b0ff-70ca376d0705 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:51.630735 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-fd00a4c1-0694-4025-b0ff-70ca376d0705 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:51.633079 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-fd00a4c1-0694-4025-b0ff-70ca376d0705 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1573021 May 10 15:10:51.635590 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50322) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:51.641215 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-06ac38dc-4c56-4f98-98dc-fbf5ea181bc8 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Request body: {'security_group_rule': {'security_group_id': 'c637fcc1-88ae-4df9-a9f0-977fba6dd31c', 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:51.647135 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-06ac38dc-4c56-4f98-98dc-fbf5ea181bc8 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:51.651815 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-06ac38dc-4c56-4f98-98dc-fbf5ea181bc8 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Usage tracker for resource:security_group_rule and tenant:0971f8cc0e0749b894c1ce0b41a5ee9c is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:51.654913 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-06ac38dc-4c56-4f98-98dc-fbf5ea181bc8 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:51.661041 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-06ac38dc-4c56-4f98-98dc-fbf5ea181bc8 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:51.678229 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-06ac38dc-4c56-4f98-98dc-fbf5ea181bc8 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:51.742583 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-06ac38dc-4c56-4f98-98dc-fbf5ea181bc8 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:51.746654 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-06ac38dc-4c56-4f98-98dc-fbf5ea181bc8 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461389'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:51.748773 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:51.771353 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac38dc-4c56-4f98-98dc-fbf5ea181bc8 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb08bf61-5985-4fd7-9ee6-fd1ba8ee0a2c,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:51.774549 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-06ac38dc-4c56-4f98-98dc-fbf5ea181bc8 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:51.782189 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-06ac38dc-4c56-4f98-98dc-fbf5ea181bc8 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:51.783523 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-06ac38dc-4c56-4f98-98dc-fbf5ea181bc8 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1469786 May 10 15:10:51.786170 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50326) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:51.791716 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-4ec1f9d6-d447-4506-9e87-7ffd0f6ae2c9 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Request body: {'security_group_rule': {'security_group_id': 'c637fcc1-88ae-4df9-a9f0-977fba6dd31c', 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:51.797714 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-4ec1f9d6-d447-4506-9e87-7ffd0f6ae2c9 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:51.801557 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-4ec1f9d6-d447-4506-9e87-7ffd0f6ae2c9 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Usage tracker for resource:security_group_rule and tenant:0971f8cc0e0749b894c1ce0b41a5ee9c is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:51.804481 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-4ec1f9d6-d447-4506-9e87-7ffd0f6ae2c9 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:51.810291 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-4ec1f9d6-d447-4506-9e87-7ffd0f6ae2c9 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:51.828213 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4ec1f9d6-d447-4506-9e87-7ffd0f6ae2c9 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:51.898584 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4ec1f9d6-d447-4506-9e87-7ffd0f6ae2c9 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:51.902585 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4ec1f9d6-d447-4506-9e87-7ffd0f6ae2c9 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461389'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:51.909051 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:51.929192 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1f9d6-d447-4506-9e87-7ffd0f6ae2c9 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d13c66-2a88-485e-b7a5-fa8c1732c8e2,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:51.932252 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-4ec1f9d6-d447-4506-9e87-7ffd0f6ae2c9 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:51.939765 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-4ec1f9d6-d447-4506-9e87-7ffd0f6ae2c9 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:51.941018 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-4ec1f9d6-d447-4506-9e87-7ffd0f6ae2c9 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1538970 May 10 15:10:51.943942 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50330) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:51.949756 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-a39037c0-a062-4ed5-91fe-207447f039ea tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Request body: {'security_group_rule': {'security_group_id': 'c637fcc1-88ae-4df9-a9f0-977fba6dd31c', 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:51.955831 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a39037c0-a062-4ed5-91fe-207447f039ea tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:51.959907 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-a39037c0-a062-4ed5-91fe-207447f039ea tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Usage tracker for resource:security_group_rule and tenant:0971f8cc0e0749b894c1ce0b41a5ee9c is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:51.963520 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-a39037c0-a062-4ed5-91fe-207447f039ea tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:51.969721 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-a39037c0-a062-4ed5-91fe-207447f039ea tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:51.980510 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.db.securitygroups_db [None req-a39037c0-a062-4ed5-91fe-207447f039ea tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Project 0971f8cc0e0749b894c1ce0b41a5ee9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:10:51.986163 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a39037c0-a062-4ed5-91fe-207447f039ea tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:52.059780 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a39037c0-a062-4ed5-91fe-207447f039ea tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:52.063429 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a39037c0-a062-4ed5-91fe-207447f039ea tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461389'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:52.069702 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:52.088312 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39037c0-a062-4ed5-91fe-207447f039ea tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c27618-4cb5-49f8-849c-9f2831ddebae,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:52.091223 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a39037c0-a062-4ed5-91fe-207447f039ea tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:52.099252 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a39037c0-a062-4ed5-91fe-207447f039ea tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:52.100463 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-a39037c0-a062-4ed5-91fe-207447f039ea tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1549780 May 10 15:10:52.103282 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50334) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:10:52.108359 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.v2.base [None req-28d668aa-8e03-413d-add1-14a45726e9b7 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Request body: {'security_group_rule': {'security_group_id': 'c637fcc1-88ae-4df9-a9f0-977fba6dd31c', 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:10:52.113993 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-28d668aa-8e03-413d-add1-14a45726e9b7 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:10:52.118397 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-28d668aa-8e03-413d-add1-14a45726e9b7 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Usage tracker for resource:security_group_rule and tenant:0971f8cc0e0749b894c1ce0b41a5ee9c is out of sync, need to count used quota {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:10:52.121326 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.quota.resource [None req-28d668aa-8e03-413d-add1-14a45726e9b7 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78742) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:10:52.126897 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.quota.driver [None req-28d668aa-8e03-413d-add1-14a45726e9b7 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78742) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:10:52.137843 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.db.securitygroups_db [None req-28d668aa-8e03-413d-add1-14a45726e9b7 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Project 0971f8cc0e0749b894c1ce0b41a5ee9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 15:10:52.143563 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-28d668aa-8e03-413d-add1-14a45726e9b7 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:52.209900 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-28d668aa-8e03-413d-add1-14a45726e9b7 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:52.213690 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-28d668aa-8e03-413d-add1-14a45726e9b7 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461389'] for security_group_rule, after_create {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:52.220800 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:52.238528 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d668aa-8e03-413d-add1-14a45726e9b7 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f448b751-d56b-47da-be99-b3750bdcb451,revision_number=0']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:52.241040 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-28d668aa-8e03-413d-add1-14a45726e9b7 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:52.248577 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-28d668aa-8e03-413d-add1-14a45726e9b7 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:52.249794 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-28d668aa-8e03-413d-add1-14a45726e9b7 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1456132 May 10 15:10:53.396825 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 3ca7f159-9540-4c0e-8fd6-55678bcbe9b4 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:10:53.468671 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port 3ca7f159-9540-4c0e-8fd6-55678bcbe9b4 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:10:53.473790 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 3ca7f159-9540-4c0e-8fd6-55678bcbe9b4 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:10:53.474171 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:53.599148 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:53.615960 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] For port 3ca7f159-9540-4c0e-8fd6-55678bcbe9b4, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=3ca7f159-9540-4c0e-8fd6-55678bcbe9b4,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:53.620314 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:53.622425 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-15a3d6c4-7b76-416d-ad7b-7e2eaf740142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:53.696182 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Pushing event updated for resources: {'Port': ['ID=3ca7f159-9540-4c0e-8fd6-55678bcbe9b4,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:53.699689 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:53.773231 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d00270-1bea-4b95-b2ba-e5b5989c049a req-1e636482-2211-4f80-8366-c58c611cd6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:53.774713 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-05d00270-1bea-4b95-b2ba-e5b5989c049a req-1e636482-2211-4f80-8366-c58c611cd6c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7895dff09a144319c6c45d363999cfd&device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 1138 time: 0.0826285 May 10 15:10:53.957756 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d00270-1bea-4b95-b2ba-e5b5989c049a req-851a360f-1297-47ad-a1af-3cd5f426728e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:53.959201 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-05d00270-1bea-4b95-b2ba-e5b5989c049a req-851a360f-1297-47ad-a1af-3cd5f426728e service neutron] 10.222.0.47 "GET /v2.0/networks?id=2a58339a-a411-4672-9ec2-20fcdc2985b1 HTTP/1.1" status: 200 len: 915 time: 0.1770663 May 10 15:10:54.030857 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96023f85-7818-4418-8d68-d02b60bc36f7 req-4339a8d4-d45a-424c-abf2-b76ace5c001b tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:54.032335 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-96023f85-7818-4418-8d68-d02b60bc36f7 req-4339a8d4-d45a-424c-abf2-b76ace5c001b tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 985 time: 0.3017888 May 10 15:10:54.106346 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-05d00270-1bea-4b95-b2ba-e5b5989c049a req-e04d9ac1-d8d8-406e-9434-5b0e7a55a691 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d HTTP/1.1" status: 200 len: 1002 time: 0.1346953 May 10 15:10:54.119373 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-96023f85-7818-4418-8d68-d02b60bc36f7 req-9f86680e-03aa-4a2c-89c6-83189c23c746 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=a04e87d7-dc24-4649-b692-6612646343a0&id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706129 May 10 15:10:54.175573 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d00270-1bea-4b95-b2ba-e5b5989c049a req-e7ba5014-40bd-4041-a217-1a28dae00a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:54.177244 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-05d00270-1bea-4b95-b2ba-e5b5989c049a req-e7ba5014-40bd-4041-a217-1a28dae00a2f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab833486-335b-4eae-8ee9-34060055640e HTTP/1.1" status: 200 len: 853 time: 0.0626926 May 10 15:10:54.368064 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d00270-1bea-4b95-b2ba-e5b5989c049a req-6812aa3b-640c-4c55-97c0-bfa26efc7c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:54.369586 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-05d00270-1bea-4b95-b2ba-e5b5989c049a req-6812aa3b-640c-4c55-97c0-bfa26efc7c6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2a58339a-a411-4672-9ec2-20fcdc2985b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1852891 May 10 15:10:54.484753 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] Sync routers for ids ['380ea448-f37b-4038-911e-d181ada09aee'] in dv-cinder-774286-14-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:10:54.496103 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] Routers {'380ea448-f37b-4038-911e-d181ada09aee'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:10:54.496858 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:10:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['380ea448-f37b-4038-911e-d181ada09aee'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:54.502696 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-05d00270-1bea-4b95-b2ba-e5b5989c049a req-40199cdd-4a29-4a14-a51e-3930aef07539 service neutron] 10.222.0.47 "GET /v2.0/networks/2a58339a-a411-4672-9ec2-20fcdc2985b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258564 May 10 15:10:54.635197 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-05d00270-1bea-4b95-b2ba-e5b5989c049a req-da558293-db1d-4938-af8c-8887ff46b98b service neutron] 10.222.0.47 "GET /v2.0/networks/2a58339a-a411-4672-9ec2-20fcdc2985b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246717 May 10 15:10:54.674947 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] Set router 380ea448-f37b-4038-911e-d181ada09aee gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:10:54.990783 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380ea448-f37b-4038-911e-d181ada09aee', 'name': 'tempest-TestVolumeBootPattern-962235381-router', 'tenant_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '3ca7f159-9540-4c0e-8fd6-55678bcbe9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:45Z', 'updated_at': '2021-05-10T15:10:49Z', 'revision_number': 4, 'project_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'gw_port': {'id': '3ca7f159-9540-4c0e-8fd6-55678bcbe9b4', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380ea448-f37b-4038-911e-d181ada09aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:46Z', 'updated_at': '2021-05-10T15:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '05b2bacc-f541-42b9-bc37-396978ceca1c', 'name': '', 'network_id': 'ef5393ab-27a9-460b-a8b4-2dc13c76ae1d', 'tenant_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'mac_address': 'fa:16:3e:bf:25:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380ea448-f37b-4038-911e-d181ada09aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '76a5509a-fef6-481a-8ad0-cbfd4632042e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:48Z', 'updated_at': '2021-05-10T15:10:49Z', 'revision_number': 2, 'project_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'subnets': [{'id': '76a5509a-fef6-481a-8ad0-cbfd4632042e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:54.994475 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] Checking router: 380ea448-f37b-4038-911e-d181ada09aee for host: dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:10:54.994830 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] Updating router 380ea448-f37b-4038-911e-d181ada09aee port 05b2bacc-f541-42b9-bc37-396978ceca1c binding host dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 15:10:55.048977 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:55.365981 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc0c66-3709-4b86-a3f0-021a1a6fbfc4 req-650e8eba-b37f-4e9d-b16e-49d6f6ad31f3 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:55.367498 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3dcc0c66-3709-4b86-a3f0-021a1a6fbfc4 req-650e8eba-b37f-4e9d-b16e-49d6f6ad31f3 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 985 time: 0.1362941 May 10 15:10:55.391489 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 3ca7f159-9540-4c0e-8fd6-55678bcbe9b4 up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:10:55.402886 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] Notify callbacks [] for port, precommit_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:55.414550 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.provisioning_blocks [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] Transition to ACTIVE for port object 05b2bacc-f541-42b9-bc37-396978ceca1c will not be triggered until provisioned by entity L2. {{(pid=78745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:10:55.423393 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:55.423628 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3dcc0c66-3709-4b86-a3f0-021a1a6fbfc4 req-c17cb04d-a4f9-44be-8671-6808442b2d61 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=a04e87d7-dc24-4649-b692-6612646343a0&id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491545 May 10 15:10:55.425189 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:55.469966 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 3ca7f159-9540-4c0e-8fd6-55678bcbe9b4 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:10:55.470350 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:55.584886 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ee42a-eeff-46b3-9819-3bbd6c7f8957 None None] Pushing event updated for resources: {'Port': ['ID=05b2bacc-f541-42b9-bc37-396978ceca1c,revision_number=3']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:55.619068 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-9a6ee42a-eeff-46b3-9819-3bbd6c7f8957 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:55.640620 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] Attempting to bind port 05b2bacc-f541-42b9-bc37-396978ceca1c on host dv-cinder-774286-14-iscsi for vnic_type normal with profile {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:10:55.640991 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] Attempting to bind port 05b2bacc-f541-42b9-bc37-396978ceca1c by drivers openvswitch,hyperv on host dv-cinder-774286-14-iscsi at level 0 using segments [{'id': 'a8acb89b-dd62-4766-9e79-c03a029bc94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ef5393ab-27a9-460b-a8b4-2dc13c76ae1d'}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:10:55.641366 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] Attempting to bind port 05b2bacc-f541-42b9-bc37-396978ceca1c on network ef5393ab-27a9-460b-a8b4-2dc13c76ae1d {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:10:55.647232 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] Checking agent: {'id': '68f3bdc1-20d7-40c7-9bef-f1f2bd8072a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 53, 8), 'started_at': datetime.datetime(2021, 5, 10, 14, 53, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:10:55.647668 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] Checking segment: {'id': 'a8acb89b-dd62-4766-9e79-c03a029bc94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ef5393ab-27a9-460b-a8b4-2dc13c76ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:10:55.648586 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:55.648976 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] Bound using segment: {'id': 'a8acb89b-dd62-4766-9e79-c03a029bc94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ef5393ab-27a9-460b-a8b4-2dc13c76ae1d'} {{(pid=78745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:10:55.649443 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.managers [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] Bound port: 05b2bacc-f541-42b9-bc37-396978ceca1c, host: dv-cinder-774286-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8acb89b-dd62-4766-9e79-c03a029bc94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ef5393ab-27a9-460b-a8b4-2dc13c76ae1d'}}] {{(pid=78745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:10:55.649811 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:55.737429 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] For port 05b2bacc-f541-42b9-bc37-396978ceca1c, host dv-cinder-774286-14-iscsi, cleared binding levels {{(pid=78745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:10:55.740359 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.plugins.ml2.db [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] For port 05b2bacc-f541-42b9-bc37-396978ceca1c, host dv-cinder-774286-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=05b2bacc-f541-42b9-bc37-396978ceca1c,segment=NetworkSegment(a8acb89b-dd62-4766-9e79-c03a029bc94c),segment_id=a8acb89b-dd62-4766-9e79-c03a029bc94c)] {{(pid=78745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:10:55.744588 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:55.748215 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:55.849996 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] Routers {'380ea448-f37b-4038-911e-d181ada09aee'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:10:55.850625 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:10:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['380ea448-f37b-4038-911e-d181ada09aee'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:55.904967 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ee42a-eeff-46b3-9819-3bbd6c7f8957 None None] Pushing event updated for resources: {'Port': ['ID=05b2bacc-f541-42b9-bc37-396978ceca1c,revision_number=4']} {{(pid=78745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:55.962365 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG oslo_concurrency.lockutils [None req-9a6ee42a-eeff-46b3-9819-3bbd6c7f8957 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:56.034154 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] Set router 380ea448-f37b-4038-911e-d181ada09aee gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:10:56.342573 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380ea448-f37b-4038-911e-d181ada09aee', 'name': 'tempest-TestVolumeBootPattern-962235381-router', 'tenant_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '3ca7f159-9540-4c0e-8fd6-55678bcbe9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:45Z', 'updated_at': '2021-05-10T15:10:49Z', 'revision_number': 4, 'project_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'gw_port': {'id': '3ca7f159-9540-4c0e-8fd6-55678bcbe9b4', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380ea448-f37b-4038-911e-d181ada09aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:46Z', 'updated_at': '2021-05-10T15:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '05b2bacc-f541-42b9-bc37-396978ceca1c', 'name': '', 'network_id': 'ef5393ab-27a9-460b-a8b4-2dc13c76ae1d', 'tenant_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'mac_address': 'fa:16:3e:bf:25:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380ea448-f37b-4038-911e-d181ada09aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '76a5509a-fef6-481a-8ad0-cbfd4632042e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:48Z', 'updated_at': '2021-05-10T15:10:55Z', 'revision_number': 4, 'project_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'subnets': [{'id': '76a5509a-fef6-481a-8ad0-cbfd4632042e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:10:56.346471 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9fe9d9-9403-4a0c-a9a0-fe22503f3fb3 None None] The sync data for ids ['380ea448-f37b-4038-911e-d181ada09aee'] in dv-cinder-774286-14-iscsi is: [{'id': '380ea448-f37b-4038-911e-d181ada09aee', 'name': 'tempest-TestVolumeBootPattern-962235381-router', 'tenant_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '3ca7f159-9540-4c0e-8fd6-55678bcbe9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:45Z', 'updated_at': '2021-05-10T15:10:49Z', 'revision_number': 4, 'project_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'gw_port': {'id': '3ca7f159-9540-4c0e-8fd6-55678bcbe9b4', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380ea448-f37b-4038-911e-d181ada09aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:46Z', 'updated_at': '2021-05-10T15:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '05b2bacc-f541-42b9-bc37-396978ceca1c', 'name': '', 'network_id': 'ef5393ab-27a9-460b-a8b4-2dc13c76ae1d', 'tenant_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'mac_address': 'fa:16:3e:bf:25:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380ea448-f37b-4038-911e-d181ada09aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '76a5509a-fef6-481a-8ad0-cbfd4632042e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:48Z', 'updated_at': '2021-05-10T15:10:55Z', 'revision_number': 4, 'project_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'subnets': [{'id': '76a5509a-fef6-481a-8ad0-cbfd4632042e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:10:56.615840 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0398510-b7b5-467a-8f22-48aee70112f7 req-bf05b06f-c7f2-442f-8770-dcb73fbaccad tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:56.617321 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c0398510-b7b5-467a-8f22-48aee70112f7 req-bf05b06f-c7f2-442f-8770-dcb73fbaccad tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 985 time: 0.0837619 May 10 15:10:56.662747 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c0398510-b7b5-467a-8f22-48aee70112f7 req-ac62a40f-3104-4772-a165-75065a176dea tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=a04e87d7-dc24-4649-b692-6612646343a0&id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395632 May 10 15:10:57.405036 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 05b2bacc-f541-42b9-bc37-396978ceca1c up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:10:57.476570 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning for port 05b2bacc-f541-42b9-bc37-396978ceca1c completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:10:57.481475 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 05b2bacc-f541-42b9-bc37-396978ceca1c triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:10:57.481856 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:57.601120 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:57.634428 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] For port 05b2bacc-f541-42b9-bc37-396978ceca1c, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=05b2bacc-f541-42b9-bc37-396978ceca1c,segment=NetworkSegment(a8acb89b-dd62-4766-9e79-c03a029bc94c),segment_id=a8acb89b-dd62-4766-9e79-c03a029bc94c)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:10:57.638041 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:10:57.639816 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-f4e32b3f-91e9-4606-807b-b8c095472215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:10:57.705915 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Pushing event updated for resources: {'Port': ['ID=05b2bacc-f541-42b9-bc37-396978ceca1c,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:10:57.709112 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:10:57.859316 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bde1c-5dcd-4964-9b94-023366bdb91b req-eff1abc3-d9fe-406c-8e40-3d56e74e956d tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:57.860805 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4e9bde1c-5dcd-4964-9b94-023366bdb91b req-eff1abc3-d9fe-406c-8e40-3d56e74e956d tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 985 time: 0.0861673 May 10 15:10:57.908895 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4e9bde1c-5dcd-4964-9b94-023366bdb91b req-a8c62548-d58a-4deb-b0ba-590ecd3601bd tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=a04e87d7-dc24-4649-b692-6612646343a0&id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413668 May 10 15:10:59.098679 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a16c4-c9f8-4d65-bb78-d53e73d31642 req-a4c2ba68-6dbd-4dfe-97af-21d6563dd6ce tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:10:59.100157 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bb6a16c4-c9f8-4d65-bb78-d53e73d31642 req-a4c2ba68-6dbd-4dfe-97af-21d6563dd6ce tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 985 time: 0.0803642 May 10 15:10:59.150687 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bb6a16c4-c9f8-4d65-bb78-d53e73d31642 req-c178a754-6ddb-470d-8ffb-7c60b1a09e7f tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=a04e87d7-dc24-4649-b692-6612646343a0&id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440826 May 10 15:10:59.384414 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 05b2bacc-f541-42b9-bc37-396978ceca1c up at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:10:59.456680 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Provisioning complete for port 05b2bacc-f541-42b9-bc37-396978ceca1c triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:10:59.457058 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:00.336880 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134f4d5-371d-4018-acc7-fb7180c02187 req-3bf5ca77-0f61-497f-9a41-d9837e6acf27 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:00.338225 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3134f4d5-371d-4018-acc7-fb7180c02187 req-3bf5ca77-0f61-497f-9a41-d9837e6acf27 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 985 time: 0.0810404 May 10 15:11:00.384341 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3134f4d5-371d-4018-acc7-fb7180c02187 req-beee194d-b330-49ce-90d1-b8e8c45508eb tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=a04e87d7-dc24-4649-b692-6612646343a0&id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402842 May 10 15:11:01.571569 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa029db-0746-4d89-be76-db435b63a4b3 req-c8099a38-eb26-42bd-bc8e-58055f37bf6b tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:01.573027 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-caa029db-0746-4d89-be76-db435b63a4b3 req-c8099a38-eb26-42bd-bc8e-58055f37bf6b tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 985 time: 0.0840580 May 10 15:11:01.619959 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-caa029db-0746-4d89-be76-db435b63a4b3 req-6c6bc41d-cb84-480d-b3c5-3d8c66b3e4f5 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=a04e87d7-dc24-4649-b692-6612646343a0&id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410523 May 10 15:11:02.806138 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3390017-485a-4756-8593-0c9b1e74266c req-45b3f936-31ab-4842-81fb-03337952734e tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:02.807578 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e3390017-485a-4756-8593-0c9b1e74266c req-45b3f936-31ab-4842-81fb-03337952734e tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 985 time: 0.0826368 May 10 15:11:02.855655 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e3390017-485a-4756-8593-0c9b1e74266c req-e605c7f3-20a3-4f8e-a364-5474d0a0b44b tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=a04e87d7-dc24-4649-b692-6612646343a0&id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421736 May 10 15:11:04.045064 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25a1bd-b1fc-4d3c-8f4e-65aaf13eb4d3 req-a93d03e8-abd0-414a-96ac-322d60b31d28 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:04.046657 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4c25a1bd-b1fc-4d3c-8f4e-65aaf13eb4d3 req-a93d03e8-abd0-414a-96ac-322d60b31d28 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 985 time: 0.0819681 May 10 15:11:04.092930 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4c25a1bd-b1fc-4d3c-8f4e-65aaf13eb4d3 req-e7a7938b-8acf-4dd7-927c-352d7fbb432b tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=a04e87d7-dc24-4649-b692-6612646343a0&id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404727 May 10 15:11:04.278844 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:05.279511 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfb7d0-0629-42eb-8c00-789c2f6df928 req-1939ace3-3035-4dbb-8555-617c95acea3d tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:05.280945 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d6bfb7d0-0629-42eb-8c00-789c2f6df928 req-1939ace3-3035-4dbb-8555-617c95acea3d tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 985 time: 0.0807886 May 10 15:11:05.326873 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d6bfb7d0-0629-42eb-8c00-789c2f6df928 req-2248e98f-0ebb-4d4a-a98e-f4f894164b70 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=a04e87d7-dc24-4649-b692-6612646343a0&id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401654 May 10 15:11:05.860111 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-85f55061-887a-4830-a126-87355211be52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:06.507551 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c4751-2bc3-431c-a893-b2ca750553e6 req-7e98894c-f92f-4e3a-8967-e9d7c3577ec8 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:06.508974 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7c8c4751-2bc3-431c-a893-b2ca750553e6 req-7e98894c-f92f-4e3a-8967-e9d7c3577ec8 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 985 time: 0.0774953 May 10 15:11:06.557730 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7c8c4751-2bc3-431c-a893-b2ca750553e6 req-5224e528-54bd-4514-b3f9-fc7c688dc173 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=a04e87d7-dc24-4649-b692-6612646343a0&id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418556 May 10 15:11:07.401821 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f4d03c42-d51e-42d1-82f6-19f1d5521934 req-be597878-b0c5-4fa3-abca-d7c111caed48 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676270 May 10 15:11:07.538219 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d03c42-d51e-42d1-82f6-19f1d5521934 req-898f541d-86e0-46ad-be57-c77028185f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:07.539638 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f4d03c42-d51e-42d1-82f6-19f1d5521934 req-898f541d-86e0-46ad-be57-c77028185f1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7895dff09a144319c6c45d363999cfd&device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 1138 time: 0.0690475 May 10 15:11:07.680575 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d03c42-d51e-42d1-82f6-19f1d5521934 req-becbf25e-9000-4309-8be6-f6ad71702cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:07.682624 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f4d03c42-d51e-42d1-82f6-19f1d5521934 req-becbf25e-9000-4309-8be6-f6ad71702cf1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2a58339a-a411-4672-9ec2-20fcdc2985b1 HTTP/1.1" status: 200 len: 915 time: 0.1244142 May 10 15:11:07.872433 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f4d03c42-d51e-42d1-82f6-19f1d5521934 req-f691cad2-8708-498e-9def-53a1f82124ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d HTTP/1.1" status: 200 len: 1002 time: 0.1830258 May 10 15:11:07.935626 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d03c42-d51e-42d1-82f6-19f1d5521934 req-1c726533-63e6-47b1-a031-84ef2a144941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:07.936964 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f4d03c42-d51e-42d1-82f6-19f1d5521934 req-1c726533-63e6-47b1-a031-84ef2a144941 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab833486-335b-4eae-8ee9-34060055640e HTTP/1.1" status: 200 len: 853 time: 0.0578399 May 10 15:11:08.013959 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d03c42-d51e-42d1-82f6-19f1d5521934 req-acc70fe3-c280-4e36-87cd-1d45ffac5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:08.015426 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f4d03c42-d51e-42d1-82f6-19f1d5521934 req-acc70fe3-c280-4e36-87cd-1d45ffac5060 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2a58339a-a411-4672-9ec2-20fcdc2985b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0684354 May 10 15:11:08.027052 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [req-f4d03c42-d51e-42d1-82f6-19f1d5521934 req-2af39f14-6876-4346-97c9-4282a4372581 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:11:08.028122 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f4d03c42-d51e-42d1-82f6-19f1d5521934 req-2af39f14-6876-4346-97c9-4282a4372581 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058875 May 10 15:11:08.157829 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f4d03c42-d51e-42d1-82f6-19f1d5521934 req-b0bc1a1d-9bf9-47cd-81e5-b322b7d3da06 service neutron] 10.222.0.47 "GET /v2.0/networks/2a58339a-a411-4672-9ec2-20fcdc2985b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229911 May 10 15:11:08.288221 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f4d03c42-d51e-42d1-82f6-19f1d5521934 req-fd97a0c3-f240-48a2-95b5-6fb6542a13a6 service neutron] 10.222.0.47 "GET /v2.0/networks/2a58339a-a411-4672-9ec2-20fcdc2985b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236031 May 10 15:11:08.454595 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:08.530816 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-7bcb3cb8-fd46-4037-a973-656ccf634666 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Synchronizing usage tracker for tenant:0971f8cc0e0749b894c1ce0b41a5ee9c on resource:security_group {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:11:08.547894 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-7bcb3cb8-fd46-4037-a973-656ccf634666 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Unset dirty status for tenant:0971f8cc0e0749b894c1ce0b41a5ee9c on resource:security_group {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:11:08.549069 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-7bcb3cb8-fd46-4037-a973-656ccf634666 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1472459765&fields=id&tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c HTTP/1.1" status: 200 len: 267 time: 0.0561666 May 10 15:11:08.610234 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-f83672ae-0191-4841-88ca-ad44d0b79dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:08.703593 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-dd9da5e6-6b63-4220-81b7-d5c279fac027 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:08.705080 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-dd9da5e6-6b63-4220-81b7-d5c279fac027 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/networks?id=291874f3-077d-4b52-954e-5194557b58cc HTTP/1.1" status: 200 len: 811 time: 0.1493988 May 10 15:11:08.719086 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-9032e0bf-f397-4ab8-99e3-e233a944a821 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/quotas/0971f8cc0e0749b894c1ce0b41a5ee9c HTTP/1.1" status: 200 len: 375 time: 0.0086665 May 10 15:11:08.799483 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-94eec8fa-3478-43ba-8ab4-16915ea25095 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755458 May 10 15:11:08.855755 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-2da12dfa-2271-43e6-a2d9-85a281f67101 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=78743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 10 15:11:08.856766 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-2da12dfa-2271-43e6-a2d9-85a281f67101 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463331 May 10 15:11:08.993233 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-624188ba-53d0-440d-86ba-470759f9b0af service neutron] 10.222.0.30 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304929 May 10 15:11:09.121504 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-56904cb7-8a4e-4b14-9e32-aa4305aad2ff service neutron] 10.222.0.30 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225526 May 10 15:11:09.432679 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:09.502401 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fdf937c5-962f-4a02-bd6a-5e5a7eff61dc req-11dabb3c-8d38-43de-b13e-3c6084cf3e81 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 210 time: 0.0414231 May 10 15:11:10.695995 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7d98ce42-9491-4230-9aae-90af9a4cb332 req-1d951124-0bed-4e0a-a123-4561f5878407 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 210 time: 0.0578015 May 10 15:11:10.751187 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-d0b11fa8-a30c-4bdf-a849-b78cc48d37e4 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:10.752601 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-d0b11fa8-a30c-4bdf-a849-b78cc48d37e4 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.47 "GET /v2.0/networks?id=291874f3-077d-4b52-954e-5194557b58cc HTTP/1.1" status: 200 len: 811 time: 0.1891744 May 10 15:11:10.800010 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-f524b824-2aca-4e26-adab-91a054ad2538 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c HTTP/1.1" status: 200 len: 380 time: 0.0388603 May 10 15:11:10.809114 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Request body: {'port': {'device_id': '9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'admin_state_up': True, 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'security_groups': ['c637fcc1-88ae-4df9-a9f0-977fba6dd31c']}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:11:10.941652 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:11:10.945537 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Usage tracker for resource:port and tenant:0971f8cc0e0749b894c1ce0b41a5ee9c is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:11:10.948993 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:11:10.955005 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:11:10.965204 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Made reservation on behalf of 0971f8cc0e0749b894c1ce0b41a5ee9c for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:11:10.968993 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:10.991767 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:11.225798 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Allocated IP 172.20.0.14 (291874f3-077d-4b52-954e-5194557b58cc/0ee13644-e1d0-4232-af48-bacc69a84ae1/d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:11:11.417279 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:11.432945 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Transition to ACTIVE for port object d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 will not be triggered until provisioned by entity DHCP. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:11:11.456207 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:11.462725 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-90c84e80-22f6-458f-85cf-bfded5372e77 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:11.524837 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Network 291874f3-077d-4b52-954e-5194557b58cc is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:11:11.527682 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:11:11.530244 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:11:11.586414 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Pushing event updated for resources: {'Port': ['ID=d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:11.599320 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:11.599687 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:11.600094 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:11.600427 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:11.600775 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:11.601127 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:11.601473 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:11.601814 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:11.602164 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:11.602501 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:11.602839 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:11.603174 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:11.607481 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:11.627787 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:11.628424 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:11.649974 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8449354 May 10 15:11:11.705978 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] Request body: {'port': {'device_id': '9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:11:11.747448 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0bada3e0-5af0-4a53-a812-bbb0d054ef35 None None] Provisioning for port d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:11:11.752788 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0bada3e0-5af0-4a53-a812-bbb0d054ef35 None None] Provisioning complete for port d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:11:11.753397 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0bada3e0-5af0-4a53-a812-bbb0d054ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:11.811690 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-0bada3e0-5af0-4a53-a812-bbb0d054ef35 None None] Port d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:11:11.869545 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:11.963598 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b67de0-cfa3-4bf6-a69e-4523f3a18fb6 req-9b6dca0e-215b-4fe4-8f11-0f586ddf30d5 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:11.964305 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-60b67de0-cfa3-4bf6-a69e-4523f3a18fb6 req-9b6dca0e-215b-4fe4-8f11-0f586ddf30d5 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Synchronizing usage tracker for tenant:0971f8cc0e0749b894c1ce0b41a5ee9c on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:11:12.036533 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-60b67de0-cfa3-4bf6-a69e-4523f3a18fb6 req-9b6dca0e-215b-4fe4-8f11-0f586ddf30d5 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Unset dirty status for tenant:0971f8cc0e0749b894c1ce0b41a5ee9c on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:11:12.038198 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-60b67de0-cfa3-4bf6-a69e-4523f3a18fb6 req-9b6dca0e-215b-4fe4-8f11-0f586ddf30d5 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 932 time: 0.2339866 May 10 15:11:12.156370 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-60b67de0-cfa3-4bf6-a69e-4523f3a18fb6 req-9e7649b6-2c50-42e1-b204-a76b2f373211 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111920 May 10 15:11:12.273083 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:11:12.280266 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:12.294398 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] Transition to ACTIVE for port object d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:11:12.298147 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:12.302593 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-17917d8a-923e-441f-aa0c-689ea6a7f5c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:12.455322 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:12.462790 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:12.527607 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] Attempting to bind port d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:11:12.527931 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] Attempting to bind port d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'df740673-c9ab-44a7-afae-1b6efc0dc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '291874f3-077d-4b52-954e-5194557b58cc'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:11:12.528278 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] Attempting to bind port d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 on network 291874f3-077d-4b52-954e-5194557b58cc {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:11:12.532737 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] Port d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 on network 291874f3-077d-4b52-954e-5194557b58cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:11:12.533048 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] Attempting to bind port d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 on network 291874f3-077d-4b52-954e-5194557b58cc {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:11:12.538411 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] Checking agent: {'id': '22792be7-dc61-4190-b12e-2da4263bba02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:11:12.538621 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] Checking segment: {'id': 'df740673-c9ab-44a7-afae-1b6efc0dc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '291874f3-077d-4b52-954e-5194557b58cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:11:12.538995 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] Bound using segment: {'id': 'df740673-c9ab-44a7-afae-1b6efc0dc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '291874f3-077d-4b52-954e-5194557b58cc'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:11:12.539412 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] Bound port: d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df740673-c9ab-44a7-afae-1b6efc0dc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '291874f3-077d-4b52-954e-5194557b58cc'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:11:12.539747 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:12.627886 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] For port d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99, host hv-cinder-77428, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:11:12.630754 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] For port d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99,segment=NetworkSegment(df740673-c9ab-44a7-afae-1b6efc0dc754),segment_id=df740673-c9ab-44a7-afae-1b6efc0dc754)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:11:12.635924 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:12.640324 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-c20ef885-38a6-4182-9c33-23f5fbda4691 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:12.688703 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:12.689308 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:12.690649 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] 10.222.0.47 "PUT /v2.0/ports/d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 HTTP/1.1" status: 200 len: 1094 time: 1.0329382 May 10 15:11:12.691379 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7', 'tag': 'd2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:11:12.719147 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:12.722331 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:12.809028 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7', 'tag': 'd2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99', 'status': 'completed', 'code': 200} May 10 15:11:12.823206 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-a188c51a-750e-4a48-b199-021a8dcc5116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:12.824743 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-a188c51a-750e-4a48-b199-021a8dcc5116 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c&device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 1097 time: 0.0820339 May 10 15:11:12.892901 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-b7c090fb-3e85-4872-870d-8a55c1f491ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 HTTP/1.1" status: 200 len: 217 time: 0.0607681 May 10 15:11:13.049916 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-d711382e-ff14-4a63-bb15-d4fbb22185f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:13.051339 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-d711382e-ff14-4a63-bb15-d4fbb22185f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ee13644-e1d0-4232-af48-bacc69a84ae1 HTTP/1.1" status: 200 len: 850 time: 0.1527543 May 10 15:11:13.124534 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-89f32372-0291-433f-830c-709b2fa6e174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:13.125968 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-89f32372-0291-433f-830c-709b2fa6e174 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=291874f3-077d-4b52-954e-5194557b58cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0679088 May 10 15:11:13.256612 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-28e048db-9781-4aec-a769-4774fc505582 service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240220 May 10 15:11:13.447392 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd449f58-eaa6-475a-add4-108cc90e88f0 req-91f2b54a-9f02-4faa-9984-db67a222f642 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:13.448852 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cd449f58-eaa6-475a-add4-108cc90e88f0 req-91f2b54a-9f02-4faa-9984-db67a222f642 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 944 time: 0.1897924 May 10 15:11:13.450719 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-8851d8a2-c483-4363-98b8-ccd07e41af4e req-fe757c41-9f0d-4cea-a39f-6d2ade0a3fc4 service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571100 May 10 15:11:13.530117 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-cd449f58-eaa6-475a-add4-108cc90e88f0 req-c7c91979-3697-41a9-bb46-946b9043fb76 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756385 May 10 15:11:13.565444 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384bf08-0f6b-453e-9291-77c94d5e2d69 req-a70c6ddb-0634-4b31-bdb2-97210c72c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:13.566877 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9384bf08-0f6b-453e-9291-77c94d5e2d69 req-a70c6ddb-0634-4b31-bdb2-97210c72c99c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c&device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 1097 time: 0.0738420 May 10 15:11:13.695177 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384bf08-0f6b-453e-9291-77c94d5e2d69 req-43abe3b7-f0cb-4707-b971-53cb18a35073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:13.696600 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9384bf08-0f6b-453e-9291-77c94d5e2d69 req-43abe3b7-f0cb-4707-b971-53cb18a35073 service neutron] 10.222.0.47 "GET /v2.0/networks?id=291874f3-077d-4b52-954e-5194557b58cc HTTP/1.1" status: 200 len: 912 time: 0.1232319 May 10 15:11:13.765840 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9384bf08-0f6b-453e-9291-77c94d5e2d69 req-4278d547-8969-477d-b68b-06976c77fa55 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 HTTP/1.1" status: 200 len: 217 time: 0.0618594 May 10 15:11:13.826448 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384bf08-0f6b-453e-9291-77c94d5e2d69 req-38257ade-3f36-4ea8-9b47-07e88811c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:13.827701 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9384bf08-0f6b-453e-9291-77c94d5e2d69 req-38257ade-3f36-4ea8-9b47-07e88811c47d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ee13644-e1d0-4232-af48-bacc69a84ae1 HTTP/1.1" status: 200 len: 850 time: 0.0557678 May 10 15:11:13.905631 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384bf08-0f6b-453e-9291-77c94d5e2d69 req-e240e1a1-4042-471c-9923-f278b157f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:13.907068 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9384bf08-0f6b-453e-9291-77c94d5e2d69 req-e240e1a1-4042-471c-9923-f278b157f009 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=291874f3-077d-4b52-954e-5194557b58cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0729158 May 10 15:11:14.035316 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9384bf08-0f6b-453e-9291-77c94d5e2d69 req-710965d8-387d-485a-a403-c66a111d9ef8 service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214681 May 10 15:11:14.164157 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9384bf08-0f6b-453e-9291-77c94d5e2d69 req-37627384-04fa-47c6-be1f-6c910e633c26 service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218312 May 10 15:11:14.713201 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99dd53-f241-4f87-a2bc-75563c284468 req-c3d780de-a71e-4697-b76f-a300e2757a3b tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:14.714622 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9d99dd53-f241-4f87-a2bc-75563c284468 req-c3d780de-a71e-4697-b76f-a300e2757a3b tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 944 time: 0.0774424 May 10 15:11:14.760705 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9d99dd53-f241-4f87-a2bc-75563c284468 req-8f07978f-0ed5-4508-898f-627f6ae51681 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404432 May 10 15:11:15.942570 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b34f4-d663-4085-adc3-749d4851e738 req-97beee17-5e95-48da-954b-e92935eb88dd tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:15.944015 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-df3b34f4-d663-4085-adc3-749d4851e738 req-97beee17-5e95-48da-954b-e92935eb88dd tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 944 time: 0.0790119 May 10 15:11:15.987528 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-df3b34f4-d663-4085-adc3-749d4851e738 req-61f61888-837b-4b39-be45-c78b6e99699c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378745 May 10 15:11:17.170798 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5ed3f-f507-452e-9ec6-513430eeb8a6 req-78cdc0c4-a8ca-4adb-85e9-1116b6878356 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:17.172227 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bcf5ed3f-f507-452e-9ec6-513430eeb8a6 req-78cdc0c4-a8ca-4adb-85e9-1116b6878356 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 944 time: 0.0817976 May 10 15:11:17.215669 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bcf5ed3f-f507-452e-9ec6-513430eeb8a6 req-21fcee4d-81a7-4578-aea4-d988365ad462 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378144 May 10 15:11:18.147191 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:11:18.394513 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cb5dc-b673-4023-a44e-2a4051efb338 req-1d7b0478-53d0-4df9-a4ac-03a86afa3ec2 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:18.396036 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-240cb5dc-b673-4023-a44e-2a4051efb338 req-1d7b0478-53d0-4df9-a4ac-03a86afa3ec2 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 944 time: 0.0779424 May 10 15:11:18.438859 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-240cb5dc-b673-4023-a44e-2a4051efb338 req-d2e14956-6e6b-40e4-bd87-58496bb31ac1 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370541 May 10 15:11:19.711389 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058e4c8-90eb-479c-9034-4ec5e11a7c17 req-fbba92ef-79a6-4665-9748-b8e92cd8a4fb tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:19.712802 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4058e4c8-90eb-479c-9034-4ec5e11a7c17 req-fbba92ef-79a6-4665-9748-b8e92cd8a4fb tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 944 time: 0.1719146 May 10 15:11:19.755648 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4058e4c8-90eb-479c-9034-4ec5e11a7c17 req-c8ce5cea-f70f-49be-a1cd-3469212e6cb8 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371273 May 10 15:11:20.936136 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c38e37-b7a0-4355-8af4-a08c9f0b6a6a req-16e6468f-b401-4e4d-a519-8948251853df tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:20.937524 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e5c38e37-b7a0-4355-8af4-a08c9f0b6a6a req-16e6468f-b401-4e4d-a519-8948251853df tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 944 time: 0.0799038 May 10 15:11:20.980592 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e5c38e37-b7a0-4355-8af4-a08c9f0b6a6a req-ec7a6ecf-2286-437d-944a-0a51650f2698 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374513 May 10 15:11:22.161822 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b0ace-632a-4deb-8ed3-318e73b68262 req-6d55b284-2f2a-4b43-9a14-9e6dd4735bd5 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:22.163481 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ae6b0ace-632a-4deb-8ed3-318e73b68262 req-6d55b284-2f2a-4b43-9a14-9e6dd4735bd5 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 944 time: 0.0787685 May 10 15:11:22.208906 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ae6b0ace-632a-4deb-8ed3-318e73b68262 req-fc5cc787-a9f7-468c-a14e-3fe732c2319b tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392139 May 10 15:11:22.767359 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:11:22.894717 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99,segment=NetworkSegment(df740673-c9ab-44a7-afae-1b6efc0dc754),segment_id=df740673-c9ab-44a7-afae-1b6efc0dc754)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:11:22.907477 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Returning: {'device': 'd2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'port_id': 'd2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99', 'mac_address': 'fa:16:3e:cf:c1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:11:22.963271 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:22.978881 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:11:22.993683 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99,segment=NetworkSegment(df740673-c9ab-44a7-afae-1b6efc0dc754),segment_id=df740673-c9ab-44a7-afae-1b6efc0dc754)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:11:22.998055 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:22.999779 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:23.063442 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:23.070850 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:23.071192 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:23.071524 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:23.071851 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:23.072213 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:23.072548 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:23.072866 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:23.073183 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:23.073503 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:23.073817 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:23.074130 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:23.074445 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:23.078241 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:23.273728 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:11:23.393615 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c06e7-6df7-48b5-a585-f5b1862dc9cc req-97e064fb-69b8-4a09-bcbf-d3938ef71b76 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:23.395220 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6b1c06e7-6df7-48b5-a585-f5b1862dc9cc req-97e064fb-69b8-4a09-bcbf-d3938ef71b76 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 945 time: 0.0802388 May 10 15:11:23.440706 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6b1c06e7-6df7-48b5-a585-f5b1862dc9cc req-4c6d4107-670d-43d6-bbb1-becbb854d929 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390780 May 10 15:11:24.623905 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aea0e9-e558-4edf-8e25-e1d55a40417a req-8c01a70b-9e58-4439-92d5-f86344ec4dd3 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:24.625376 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f7aea0e9-e558-4edf-8e25-e1d55a40417a req-8c01a70b-9e58-4439-92d5-f86344ec4dd3 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 945 time: 0.0814686 May 10 15:11:24.668214 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f7aea0e9-e558-4edf-8e25-e1d55a40417a req-244719c3-1240-41fc-a8f7-d5f8e737b426 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372343 May 10 15:11:24.780159 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 up at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:11:24.845486 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning for port d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:11:24.849958 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning complete for port d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:11:24.850333 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:24.965206 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:24.990998 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:11:25.000828 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99,segment=NetworkSegment(df740673-c9ab-44a7-afae-1b6efc0dc754),segment_id=df740673-c9ab-44a7-afae-1b6efc0dc754)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:11:25.005246 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:25.007687 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:25.076490 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:25.079494 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:25.089764 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99', 'code': 200} May 10 15:11:25.364188 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662e620-063c-4fb8-973e-9e8a8aa0e515 req-4562f4b3-fce4-44cb-ad36-678b6c0b1bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:25.365632 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2662e620-063c-4fb8-973e-9e8a8aa0e515 req-4562f4b3-fce4-44cb-ad36-678b6c0b1bee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 1099 time: 0.0688322 May 10 15:11:25.420374 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2662e620-063c-4fb8-973e-9e8a8aa0e515 req-77440115-ca37-4466-a9c8-8d39bcc3d8f1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336807 May 10 15:11:25.865094 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35547718-070b-408e-9567-19796be48a4a req-9ff988b6-1e83-4e30-bedb-26ba71a977ec tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:25.866512 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-35547718-070b-408e-9567-19796be48a4a req-9ff988b6-1e83-4e30-bedb-26ba71a977ec tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 946 time: 0.0813076 May 10 15:11:25.910506 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-35547718-070b-408e-9567-19796be48a4a req-90bae511-6a85-4070-8e67-08f83eed66e6 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377762 May 10 15:11:27.093353 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818c9ca-f05a-44f2-ba53-3d1698a3c42f req-cad7d1cd-6407-49a2-8eb2-cf4e0c4d2a6a tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:27.094796 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2818c9ca-f05a-44f2-ba53-3d1698a3c42f req-cad7d1cd-6407-49a2-8eb2-cf4e0c4d2a6a tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 946 time: 0.0795608 May 10 15:11:27.141119 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2818c9ca-f05a-44f2-ba53-3d1698a3c42f req-ce3928b3-8e34-4e4b-8e87-26858a3bece0 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406694 May 10 15:11:27.321753 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6d27d-6bad-4776-a072-5a84957fe48b req-36d27d22-1545-4d92-a463-f3de94b2e508 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:27.323167 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bcb6d27d-6bad-4776-a072-5a84957fe48b req-36d27d22-1545-4d92-a463-f3de94b2e508 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 946 time: 0.0774868 May 10 15:11:27.366715 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bcb6d27d-6bad-4776-a072-5a84957fe48b req-c8fce175-e5a1-4cfb-9d47-9ae0e2a90b40 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379391 May 10 15:11:27.388823 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50538) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:11:27.499410 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bfca81-ddbf-40ff-8ea7-5e9905000095 tempest-TestVolumeBootPattern-2030389225 tempest-TestVolumeBootPattern-2030389225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:27.500879 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-04bfca81-ddbf-40ff-8ea7-5e9905000095 tempest-TestVolumeBootPattern-2030389225 tempest-TestVolumeBootPattern-2030389225-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 1094 time: 0.1110485 May 10 15:11:27.503653 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50544) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:11:27.508540 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Request body: {'floatingip': {'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'port_id': 'd2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:11:27.514598 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:11:27.518431 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Usage tracker for resource:floatingip and tenant:0971f8cc0e0749b894c1ce0b41a5ee9c is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:11:27.521296 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:11:27.527540 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:11:27.537447 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for floatingip, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:27.668987 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:27.802847 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Allocated IP 172.27.2.170 (7f05d45f-a9de-427f-b4f6-29fb46a47d9c/0e18a723-9037-4ee4-acce-9c55576c5ea3/967f4f58-0306-4444-9d78-af072d2dac04) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:11:27.943608 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:27.971608 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:27.976036 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5c332ef5-c91b-45f5-9145-374fe91e5e2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:28.029969 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:11:28.031037 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:11:28.034632 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:11:28.081640 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Pushing event updated for resources: {'Port': ['ID=967f4f58-0306-4444-9d78-af072d2dac04,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:28.085554 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:28.526103 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:28.596598 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:28.793463 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:28.797624 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:28.801041 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:28.894962 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Pushing event updated for resources: {'Port': ['ID=967f4f58-0306-4444-9d78-af072d2dac04,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:28.898759 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:28.911913 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405872'] for floatingip, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:29.078605 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.db.l3_db [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Floating IP 3550650c-d72e-4a27-bf4d-eb18c92ac140 associated. External IP: 172.27.2.170, port: d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99. May 10 15:11:29.416157 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:11:29.689423 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:11:29.698416 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b6ebb5-6509-4939-86b2-f36a18e73f65 None None] Sync routers for ids ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:11:29.707393 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b6ebb5-6509-4939-86b2-f36a18e73f65 None None] Routers {'7eecd3cc-6fd1-4a7a-9c49-0908e608d610'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:11:29.708016 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-c2b6ebb5-6509-4939-86b2-f36a18e73f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:11:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:29.713298 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for floatingip, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:29.768297 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2635868 May 10 15:11:29.768947 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7', 'tag': 'd2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:11:29.813986 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7', 'tag': 'd2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99', 'status': 'completed', 'code': 200} May 10 15:11:29.884633 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-c2b6ebb5-6509-4939-86b2-f36a18e73f65 None None] Set router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:11:29.911478 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e34ca-0f4b-4244-bec5-df4a290d1e1c req-515abcba-8915-4d25-8d0a-54437a8fd9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:29.913191 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e91e34ca-0f4b-4244-bec5-df4a290d1e1c req-515abcba-8915-4d25-8d0a-54437a8fd9f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c&device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 1099 time: 0.0724621 May 10 15:11:30.052099 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e34ca-0f4b-4244-bec5-df4a290d1e1c req-1a1dce1d-bac5-437b-a6d5-a082e520315b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:30.053505 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e91e34ca-0f4b-4244-bec5-df4a290d1e1c req-1a1dce1d-bac5-437b-a6d5-a082e520315b service neutron] 10.222.0.47 "GET /v2.0/networks?id=291874f3-077d-4b52-954e-5194557b58cc HTTP/1.1" status: 200 len: 912 time: 0.1274824 May 10 15:11:30.153769 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e91e34ca-0f4b-4244-bec5-df4a290d1e1c req-fa2a0ad7-6c6f-46dd-8788-fe75e33d5051 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 HTTP/1.1" status: 200 len: 1000 time: 0.0925159 May 10 15:11:30.218765 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e34ca-0f4b-4244-bec5-df4a290d1e1c req-37c2eff7-788e-42d7-a000-13e5e6f86e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:30.220190 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e91e34ca-0f4b-4244-bec5-df4a290d1e1c req-37c2eff7-788e-42d7-a000-13e5e6f86e8e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ee13644-e1d0-4232-af48-bacc69a84ae1 HTTP/1.1" status: 200 len: 850 time: 0.0603404 May 10 15:11:30.222940 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-c2b6ebb5-6509-4939-86b2-f36a18e73f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:10:42Z', 'revision_number': 4, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port': {'id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:39Z', 'updated_at': '2021-05-10T15:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': '3550650c-d72e-4a27-bf4d-eb18c92ac140', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'port_id': 'd2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'mac_address': 'fa:16:3e:cf:c1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:11:28Z', 'updated_at': '2021-05-10T15:11:28Z', 'revision_number': 0, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362dfac-a1ba-499a-9caa-75663c0bd1f8', 'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'mac_address': 'fa:16:3e:16:eb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:42Z', 'updated_at': '2021-05-10T15:10:47Z', 'revision_number': 5, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'subnets': [{'id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:30.227018 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b6ebb5-6509-4939-86b2-f36a18e73f65 None None] Checking router: 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:11:30.235357 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b6ebb5-6509-4939-86b2-f36a18e73f65 None None] Routers {'7eecd3cc-6fd1-4a7a-9c49-0908e608d610'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:11:30.235948 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-c2b6ebb5-6509-4939-86b2-f36a18e73f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:11:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:30.294506 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e34ca-0f4b-4244-bec5-df4a290d1e1c req-bb70b85c-fd95-4d2c-af0b-500b8cafb12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:30.295966 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e91e34ca-0f4b-4244-bec5-df4a290d1e1c req-bb70b85c-fd95-4d2c-af0b-500b8cafb12d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=291874f3-077d-4b52-954e-5194557b58cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0695899 May 10 15:11:30.426436 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e91e34ca-0f4b-4244-bec5-df4a290d1e1c req-42ad3d00-e31a-4b61-aaa3-20fbc358bc7d service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230395 May 10 15:11:30.442300 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-c2b6ebb5-6509-4939-86b2-f36a18e73f65 None None] Set router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:11:30.557605 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e91e34ca-0f4b-4244-bec5-df4a290d1e1c req-c164e83c-5581-42ab-9c96-c201eda73fd5 service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229818 May 10 15:11:30.778255 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-c2b6ebb5-6509-4939-86b2-f36a18e73f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:10:42Z', 'revision_number': 4, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port': {'id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:39Z', 'updated_at': '2021-05-10T15:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': '3550650c-d72e-4a27-bf4d-eb18c92ac140', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'port_id': 'd2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'mac_address': 'fa:16:3e:cf:c1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:11:28Z', 'updated_at': '2021-05-10T15:11:28Z', 'revision_number': 0, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362dfac-a1ba-499a-9caa-75663c0bd1f8', 'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'mac_address': 'fa:16:3e:16:eb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:42Z', 'updated_at': '2021-05-10T15:10:47Z', 'revision_number': 5, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'subnets': [{'id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:30.782096 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b6ebb5-6509-4939-86b2-f36a18e73f65 None None] The sync data for ids ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'] in dv-cinder-774286-14-iscsi is: [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:10:42Z', 'revision_number': 4, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port': {'id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:39Z', 'updated_at': '2021-05-10T15:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': '3550650c-d72e-4a27-bf4d-eb18c92ac140', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'port_id': 'd2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'mac_address': 'fa:16:3e:cf:c1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:11:28Z', 'updated_at': '2021-05-10T15:11:28Z', 'revision_number': 0, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362dfac-a1ba-499a-9caa-75663c0bd1f8', 'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'mac_address': 'fa:16:3e:16:eb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:42Z', 'updated_at': '2021-05-10T15:10:47Z', 'revision_number': 5, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'subnets': [{'id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:11:31.040009 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3791e1-973d-46df-9b31-721eaa6a8a7b None None] New status for floating IP 3550650c-d72e-4a27-bf4d-eb18c92ac140: ACTIVE {{(pid=78745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:11:34.309419 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:35.861347 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-93425199-278b-4230-8632-000664090b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:38.455941 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:38.611560 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-734122d7-788f-49b2-bf81-0b003db60082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:39.432179 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:39.700293 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e8541ce9-b0b6-4d60-86bc-8d820d9cb2b1 req-45ea176e-4a5f-4742-a462-b5c70cfdbe1c tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1378067927&fields=id&tenant_id=f7895dff09a144319c6c45d363999cfd HTTP/1.1" status: 200 len: 267 time: 0.0395446 May 10 15:11:39.785011 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8541ce9-b0b6-4d60-86bc-8d820d9cb2b1 req-6a220ebf-9bfd-4520-bd66-b10b1aea4491 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:39.786411 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e8541ce9-b0b6-4d60-86bc-8d820d9cb2b1 req-6a220ebf-9bfd-4520-bd66-b10b1aea4491 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 985 time: 0.0809252 May 10 15:11:39.797632 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-e8541ce9-b0b6-4d60-86bc-8d820d9cb2b1 req-d61d0014-6de0-4aed-9d35-776272acfa0a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Request body: {'port': {'security_groups': ['8f4efaec-13e5-4861-a407-3f3ad1b13634']}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:11:39.915039 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-e8541ce9-b0b6-4d60-86bc-8d820d9cb2b1 req-d61d0014-6de0-4aed-9d35-776272acfa0a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:40.146349 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-e8541ce9-b0b6-4d60-86bc-8d820d9cb2b1 req-d61d0014-6de0-4aed-9d35-776272acfa0a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] For port 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d,segment=NetworkSegment(e957e94e-ad7a-40ba-8ca6-1183a1a3a35b),segment_id=e957e94e-ad7a-40ba-8ca6-1183a1a3a35b)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:11:40.171401 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-e8541ce9-b0b6-4d60-86bc-8d820d9cb2b1 req-d61d0014-6de0-4aed-9d35-776272acfa0a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:40.175693 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-e8541ce9-b0b6-4d60-86bc-8d820d9cb2b1 req-d61d0014-6de0-4aed-9d35-776272acfa0a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:40.182122 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-cbb2eb95-9560-46be-9a96-971b64c4b8f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:40.195553 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:11:40.243881 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8541ce9-b0b6-4d60-86bc-8d820d9cb2b1 req-d61d0014-6de0-4aed-9d35-776272acfa0a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:40.244573 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-e8541ce9-b0b6-4d60-86bc-8d820d9cb2b1 req-d61d0014-6de0-4aed-9d35-776272acfa0a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:40.245885 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e8541ce9-b0b6-4d60-86bc-8d820d9cb2b1 req-d61d0014-6de0-4aed-9d35-776272acfa0a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "PUT /v2.0/ports/41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d HTTP/1.1" status: 200 len: 943 time: 0.4531424 May 10 15:11:40.246406 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa33570-3464-489c-ba9c-9b3efe45f851', 'tag': '41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:11:40.253047 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50566) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:11:40.281067 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d0014-6de0-4aed-9d35-776272acfa0a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Pushing event updated for resources: {'Port': ['ID=41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d,revision_number=7']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:40.285168 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d61d0014-6de0-4aed-9d35-776272acfa0a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:40.318323 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa33570-3464-489c-ba9c-9b3efe45f851', 'tag': '41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d', 'status': 'completed', 'code': 200} May 10 15:11:40.349782 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b0eb0e46-a4e0-4bf8-9c8b-265a2524e4af tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:40.363490 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:11:40.383527 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b0eb0e46-a4e0-4bf8-9c8b-265a2524e4af tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:40.424234 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb6c17-6764-4402-82ad-f418b2484e2a req-d9e5c034-c2a5-41a9-b518-a1ca9ade16e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:40.425658 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-79bb6c17-6764-4402-82ad-f418b2484e2a req-d9e5c034-c2a5-41a9-b518-a1ca9ade16e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7895dff09a144319c6c45d363999cfd&device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 1099 time: 0.0832677 May 10 15:11:40.460699 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b0eb0e46-a4e0-4bf8-9c8b-265a2524e4af tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:40.466768 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-f30a16de-41c3-43f2-ba98-5ea2913e7c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:40.482592 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb0e46-a4e0-4bf8-9c8b-265a2524e4af tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04e87d7-dc24-4649-b692-6612646343a0,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:40.494274 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b0eb0e46-a4e0-4bf8-9c8b-265a2524e4af tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:40.499012 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-b0eb0e46-a4e0-4bf8-9c8b-265a2524e4af tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "DELETE /v2.0/security-groups/a04e87d7-dc24-4649-b692-6612646343a0 HTTP/1.1" status: 204 len: 168 time: 0.2443163 May 10 15:11:40.499752 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50570) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:11:40.501453 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eb0e46-a4e0-4bf8-9c8b-265a2524e4af tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:40.501850 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eb0e46-a4e0-4bf8-9c8b-265a2524e4af tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:40.502232 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eb0e46-a4e0-4bf8-9c8b-265a2524e4af tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:40.502792 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eb0e46-a4e0-4bf8-9c8b-265a2524e4af tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:40.503172 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eb0e46-a4e0-4bf8-9c8b-265a2524e4af tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:40.503550 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eb0e46-a4e0-4bf8-9c8b-265a2524e4af tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:40.503928 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eb0e46-a4e0-4bf8-9c8b-265a2524e4af tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:40.504393 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eb0e46-a4e0-4bf8-9c8b-265a2524e4af tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:40.504761 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eb0e46-a4e0-4bf8-9c8b-265a2524e4af tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:40.505127 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eb0e46-a4e0-4bf8-9c8b-265a2524e4af tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:40.505498 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eb0e46-a4e0-4bf8-9c8b-265a2524e4af tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:40.505872 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eb0e46-a4e0-4bf8-9c8b-265a2524e4af tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:11:40.516061 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b0eb0e46-a4e0-4bf8-9c8b-265a2524e4af tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:40.557817 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-ed78116c-51e7-48e4-8d80-782055731e04 None None] Provisioning complete for port 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:11:40.558198 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-ed78116c-51e7-48e4-8d80-782055731e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:40.571257 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb6c17-6764-4402-82ad-f418b2484e2a req-66c8a7c7-fb7c-47d2-bb30-d430eba69d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:40.572810 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-79bb6c17-6764-4402-82ad-f418b2484e2a req-66c8a7c7-fb7c-47d2-bb30-d430eba69d2d service neutron] 10.222.0.47 "GET /v2.0/networks?id=2a58339a-a411-4672-9ec2-20fcdc2985b1 HTTP/1.1" status: 200 len: 915 time: 0.1396027 May 10 15:11:40.675932 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-79bb6c17-6764-4402-82ad-f418b2484e2a req-eb6c813a-3946-4710-84c4-3ae20e35a53c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d HTTP/1.1" status: 200 len: 1002 time: 0.0955408 May 10 15:11:40.738363 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb6c17-6764-4402-82ad-f418b2484e2a req-395d053e-f302-45c9-ac48-5dced6ff3a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:40.739786 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-79bb6c17-6764-4402-82ad-f418b2484e2a req-395d053e-f302-45c9-ac48-5dced6ff3a4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab833486-335b-4eae-8ee9-34060055640e HTTP/1.1" status: 200 len: 853 time: 0.0569129 May 10 15:11:40.795401 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-5ce45a95-1538-4662-bfa1-7ba2a3c0b53a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Deleting port d94bc29f-f2e4-4ddc-bf83-67a390b2a709 {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:11:40.795749 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5ce45a95-1538-4662-bfa1-7ba2a3c0b53a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:40.827390 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb6c17-6764-4402-82ad-f418b2484e2a req-1faa5c56-bce0-41a2-a2ff-a44462ee130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:40.828875 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-79bb6c17-6764-4402-82ad-f418b2484e2a req-1faa5c56-bce0-41a2-a2ff-a44462ee130a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2a58339a-a411-4672-9ec2-20fcdc2985b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0730581 May 10 15:11:40.912562 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5ce45a95-1538-4662-bfa1-7ba2a3c0b53a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:40.913140 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5ce45a95-1538-4662-bfa1-7ba2a3c0b53a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:40.961489 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:41.080392 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-79bb6c17-6764-4402-82ad-f418b2484e2a req-5359a148-4bb6-4a18-abc4-6a7dee92d2f9 service neutron] 10.222.0.47 "GET /v2.0/networks/2a58339a-a411-4672-9ec2-20fcdc2985b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326348 May 10 15:11:41.146650 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-5ce45a95-1538-4662-bfa1-7ba2a3c0b53a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Calling delete_port for d94bc29f-f2e4-4ddc-bf83-67a390b2a709 owned by network:floatingip {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:11:41.210669 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-79bb6c17-6764-4402-82ad-f418b2484e2a req-a5230e0c-b47c-4f89-ad29-8b30ae47420d service neutron] 10.222.0.47 "GET /v2.0/networks/2a58339a-a411-4672-9ec2-20fcdc2985b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237838 May 10 15:11:41.268410 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5ce45a95-1538-4662-bfa1-7ba2a3c0b53a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:41.271860 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-06ad9c55-68ad-4a8b-a9d7-78e6d99ff8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:41.317567 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce45a95-1538-4662-bfa1-7ba2a3c0b53a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Pushing event deleted for resources: {'Port': ['ID=d94bc29f-f2e4-4ddc-bf83-67a390b2a709,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:41.320644 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5ce45a95-1538-4662-bfa1-7ba2a3c0b53a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:41.406127 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5ce45a95-1538-4662-bfa1-7ba2a3c0b53a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks [] for floatingip, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:41.406461 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.db.l3_db [None req-5ce45a95-1538-4662-bfa1-7ba2a3c0b53a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Floating IP 59931177-c93a-4899-8152-e22c1c665058 disassociated (deleted). External IP: 172.27.2.182, port: 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d. May 10 15:11:41.743816 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce45a95-1538-4662-bfa1-7ba2a3c0b53a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Router a80a954f-3ed8-49b0-9a90-4a4e238ee4ef has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:11:41.916294 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce45a95-1538-4662-bfa1-7ba2a3c0b53a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:11:41.925385 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3142bfca-6162-4946-afa0-88217d89d0f7 None None] Sync routers for ids ['a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:11:41.934297 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3142bfca-6162-4946-afa0-88217d89d0f7 None None] Routers {'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:11:41.934914 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-3142bfca-6162-4946-afa0-88217d89d0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:11:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:41.937736 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-5ce45a95-1538-4662-bfa1-7ba2a3c0b53a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for floatingip, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:41.994263 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-5ce45a95-1538-4662-bfa1-7ba2a3c0b53a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "DELETE /v2.0/floatingips/59931177-c93a-4899-8152-e22c1c665058 HTTP/1.1" status: 204 len: 168 time: 1.4766665 May 10 15:11:41.994926 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa33570-3464-489c-ba9c-9b3efe45f851', 'tag': '41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:11:42.115060 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa33570-3464-489c-ba9c-9b3efe45f851', 'tag': '41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d', 'status': 'completed', 'code': 200} May 10 15:11:42.126239 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-3142bfca-6162-4946-afa0-88217d89d0f7 None None] Set router a80a954f-3ed8-49b0-9a90-4a4e238ee4ef gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:11:42.211699 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6259f-c8fc-4570-bf61-126b89ce1809 req-f1f9e946-9077-4741-b259-e7a3e48eed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:42.213243 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-07c6259f-c8fc-4570-bf61-126b89ce1809 req-f1f9e946-9077-4741-b259-e7a3e48eed2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7895dff09a144319c6c45d363999cfd&device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 1099 time: 0.0726659 May 10 15:11:42.348576 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6259f-c8fc-4570-bf61-126b89ce1809 req-0eecb166-5235-484a-9578-cf036a909bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:42.350258 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-07c6259f-c8fc-4570-bf61-126b89ce1809 req-0eecb166-5235-484a-9578-cf036a909bb7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2a58339a-a411-4672-9ec2-20fcdc2985b1 HTTP/1.1" status: 200 len: 915 time: 0.1296434 May 10 15:11:42.434873 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-07c6259f-c8fc-4570-bf61-126b89ce1809 req-66cdf6c2-b01b-4d81-8c5a-fb2011e4f393 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d HTTP/1.1" status: 200 len: 217 time: 0.0765359 May 10 15:11:42.495164 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-3142bfca-6162-4946-afa0-88217d89d0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'name': 'tempest-TestMinimumBasicScenario-959399539-router', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22561c3c-c240-4ae2-8bbd-73773385d6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:09:34Z', 'updated_at': '2021-05-10T15:09:38Z', 'revision_number': 4, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'gw_port': {'id': '22561c3c-c240-4ae2-8bbd-73773385d6b2', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:35Z', 'updated_at': '2021-05-10T15:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': 'c608bcd4-1b14-4e3d-ac28-9cf5639947bc', 'name': '', 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'mac_address': 'fa:16:3e:81:25:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ab833486-335b-4eae-8ee9-34060055640e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:38Z', 'updated_at': '2021-05-10T15:09:46Z', 'revision_number': 5, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'subnets': [{'id': 'ab833486-335b-4eae-8ee9-34060055640e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:42.499439 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3142bfca-6162-4946-afa0-88217d89d0f7 None None] Checking router: a80a954f-3ed8-49b0-9a90-4a4e238ee4ef for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:11:42.507886 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3142bfca-6162-4946-afa0-88217d89d0f7 None None] Routers {'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:11:42.508610 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-3142bfca-6162-4946-afa0-88217d89d0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:11:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:42.515676 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6259f-c8fc-4570-bf61-126b89ce1809 req-a1b880db-2ac0-4c5c-b8dd-a591c6db0522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:42.517138 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-07c6259f-c8fc-4570-bf61-126b89ce1809 req-a1b880db-2ac0-4c5c-b8dd-a591c6db0522 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab833486-335b-4eae-8ee9-34060055640e HTTP/1.1" status: 200 len: 853 time: 0.0649669 May 10 15:11:42.596143 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6259f-c8fc-4570-bf61-126b89ce1809 req-67191bdb-81db-4ffe-b1ca-348d80818cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:42.597613 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-07c6259f-c8fc-4570-bf61-126b89ce1809 req-67191bdb-81db-4ffe-b1ca-348d80818cb2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2a58339a-a411-4672-9ec2-20fcdc2985b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0733149 May 10 15:11:42.683207 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-3142bfca-6162-4946-afa0-88217d89d0f7 None None] Set router a80a954f-3ed8-49b0-9a90-4a4e238ee4ef gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:11:42.727719 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-07c6259f-c8fc-4570-bf61-126b89ce1809 req-7bba0e2f-64c6-493e-972c-8e071380eff9 service neutron] 10.222.0.47 "GET /v2.0/networks/2a58339a-a411-4672-9ec2-20fcdc2985b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225603 May 10 15:11:42.868155 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-07c6259f-c8fc-4570-bf61-126b89ce1809 req-1628939c-87c4-418e-801b-63c55dadfd01 service neutron] 10.222.0.47 "GET /v2.0/networks/2a58339a-a411-4672-9ec2-20fcdc2985b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256883 May 10 15:11:42.996342 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-3142bfca-6162-4946-afa0-88217d89d0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'name': 'tempest-TestMinimumBasicScenario-959399539-router', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22561c3c-c240-4ae2-8bbd-73773385d6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:09:34Z', 'updated_at': '2021-05-10T15:09:38Z', 'revision_number': 4, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'gw_port': {'id': '22561c3c-c240-4ae2-8bbd-73773385d6b2', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:35Z', 'updated_at': '2021-05-10T15:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': 'c608bcd4-1b14-4e3d-ac28-9cf5639947bc', 'name': '', 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'mac_address': 'fa:16:3e:81:25:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ab833486-335b-4eae-8ee9-34060055640e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:38Z', 'updated_at': '2021-05-10T15:09:46Z', 'revision_number': 5, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'subnets': [{'id': 'ab833486-335b-4eae-8ee9-34060055640e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:43.000702 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3142bfca-6162-4946-afa0-88217d89d0f7 None None] The sync data for ids ['a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'] in dv-cinder-774286-14-iscsi is: [{'id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'name': 'tempest-TestMinimumBasicScenario-959399539-router', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22561c3c-c240-4ae2-8bbd-73773385d6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:09:34Z', 'updated_at': '2021-05-10T15:09:38Z', 'revision_number': 4, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'gw_port': {'id': '22561c3c-c240-4ae2-8bbd-73773385d6b2', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:35Z', 'updated_at': '2021-05-10T15:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': 'c608bcd4-1b14-4e3d-ac28-9cf5639947bc', 'name': '', 'network_id': '2a58339a-a411-4672-9ec2-20fcdc2985b1', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'mac_address': 'fa:16:3e:81:25:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'ab833486-335b-4eae-8ee9-34060055640e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:38Z', 'updated_at': '2021-05-10T15:09:46Z', 'revision_number': 5, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'subnets': [{'id': 'ab833486-335b-4eae-8ee9-34060055640e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:11:43.184319 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba519ab-c76f-4c9a-9172-15843b59a547 None None] New status for floating IP 59931177-c93a-4899-8152-e22c1c665058: DOWN {{(pid=78745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:11:45.296559 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2e6e0-8b92-4d0e-a6fb-3e8dacc9b311 req-de68cfb9-77dc-4924-be24-e72ad0597e4d tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:45.298002 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-eab2e6e0-8b92-4d0e-a6fb-3e8dacc9b311 req-de68cfb9-77dc-4924-be24-e72ad0597e4d tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 946 time: 0.0792387 May 10 15:11:45.345026 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-eab2e6e0-8b92-4d0e-a6fb-3e8dacc9b311 req-ae87f693-e663-42f7-ba1b-d78b012b64e9 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413949 May 10 15:11:46.533403 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5adf40-4ecf-4004-9afe-b88fc44e19cb req-2af71d6f-ea1c-49be-b855-4008c065c2d7 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:46.534844 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-da5adf40-4ecf-4004-9afe-b88fc44e19cb req-2af71d6f-ea1c-49be-b855-4008c065c2d7 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 946 time: 0.0800223 May 10 15:11:46.579952 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-da5adf40-4ecf-4004-9afe-b88fc44e19cb req-46aee087-8920-4823-8449-fddf2e2a0bc9 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/security-groups?id=8f4efaec-13e5-4861-a407-3f3ad1b13634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389676 May 10 15:11:47.093829 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f628b-bda7-476d-a6c6-1f349cd4fab8 req-17212db9-6e61-4c8e-85a0-92985e0fa79f tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:11:47.095215 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d01f628b-bda7-476d-a6c6-1f349cd4fab8 req-17212db9-6e61-4c8e-85a0-92985e0fa79f tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.47 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 946 time: 0.0833607 May 10 15:11:47.227511 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-d01f628b-bda7-476d-a6c6-1f349cd4fab8 req-c4ec2673-57f7-43d6-82f3-181ca21c7bf0 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Deleting port 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:11:47.227846 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-d01f628b-bda7-476d-a6c6-1f349cd4fab8 req-c4ec2673-57f7-43d6-82f3-181ca21c7bf0 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:47.354030 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-d01f628b-bda7-476d-a6c6-1f349cd4fab8 req-c4ec2673-57f7-43d6-82f3-181ca21c7bf0 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] For port 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d,segment=NetworkSegment(e957e94e-ad7a-40ba-8ca6-1183a1a3a35b),segment_id=e957e94e-ad7a-40ba-8ca6-1183a1a3a35b)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:11:47.354385 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-d01f628b-bda7-476d-a6c6-1f349cd4fab8 req-c4ec2673-57f7-43d6-82f3-181ca21c7bf0 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:47.562750 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-d01f628b-bda7-476d-a6c6-1f349cd4fab8 req-c4ec2673-57f7-43d6-82f3-181ca21c7bf0 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Calling delete_port for 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:11:47.669209 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-d01f628b-bda7-476d-a6c6-1f349cd4fab8 req-c4ec2673-57f7-43d6-82f3-181ca21c7bf0 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:47.675307 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-88de1f9e-f473-4105-aa91-dbcc1d59e6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:47.684066 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:11:47.750360 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec2673-57f7-43d6-82f3-181ca21c7bf0 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Pushing event deleted for resources: {'Port': ['ID=41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:47.762193 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-c4ec2673-57f7-43d6-82f3-181ca21c7bf0 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:47.765290 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6dd316db-6371-4e6a-b67e-7ad3ae18da76 req-88b90e60-572c-4b86-bb56-14c432ff430c tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.30 "GET /v2.0/ports?device_id=caa33570-3464-489c-ba9c-9b3efe45f851 HTTP/1.1" status: 200 len: 210 time: 0.0578721 May 10 15:11:47.839329 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01f628b-bda7-476d-a6c6-1f349cd4fab8 req-c4ec2673-57f7-43d6-82f3-181ca21c7bf0 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] No DVR routers for this DVR port 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d on host hv-cinder-77428 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:11:47.841812 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-d01f628b-bda7-476d-a6c6-1f349cd4fab8 req-c4ec2673-57f7-43d6-82f3-181ca21c7bf0 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:47.844314 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa33570-3464-489c-ba9c-9b3efe45f851', 'name': 'network-vif-deleted', 'tag': '41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:11:47.855444 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d01f628b-bda7-476d-a6c6-1f349cd4fab8 req-c4ec2673-57f7-43d6-82f3-181ca21c7bf0 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] 10.222.0.47 "DELETE /v2.0/ports/41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d HTTP/1.1" status: 204 len: 173 time: 0.7537687 May 10 15:11:47.893540 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa33570-3464-489c-ba9c-9b3efe45f851', 'name': 'network-vif-deleted', 'tag': '41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d', 'status': 'completed', 'code': 200} May 10 15:11:49.489285 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50656) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:11:50.117886 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7359c0e1-8c7e-46eb-8c17-6bfda040d571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394569'] for router_interface, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:50.516562 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-7359c0e1-8c7e-46eb-8c17-6bfda040d571 admin admin] Deleting port c608bcd4-1b14-4e3d-ac28-9cf5639947bc {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:11:50.517277 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7359c0e1-8c7e-46eb-8c17-6bfda040d571 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:50.633650 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-7359c0e1-8c7e-46eb-8c17-6bfda040d571 admin admin] For port c608bcd4-1b14-4e3d-ac28-9cf5639947bc, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=c608bcd4-1b14-4e3d-ac28-9cf5639947bc,segment=NetworkSegment(e957e94e-ad7a-40ba-8ca6-1183a1a3a35b),segment_id=e957e94e-ad7a-40ba-8ca6-1183a1a3a35b)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:11:50.633993 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7359c0e1-8c7e-46eb-8c17-6bfda040d571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:50.752928 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-7359c0e1-8c7e-46eb-8c17-6bfda040d571 admin admin] Calling delete_port for c608bcd4-1b14-4e3d-ac28-9cf5639947bc owned by network:router_interface {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:11:50.885982 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7359c0e1-8c7e-46eb-8c17-6bfda040d571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:50.890252 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-cde8f9dc-57a3-4b7e-81db-e0a14cb11be8 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:50.931506 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359c0e1-8c7e-46eb-8c17-6bfda040d571 admin admin] Pushing event deleted for resources: {'Port': ['ID=c608bcd4-1b14-4e3d-ac28-9cf5639947bc,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:50.935171 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-7359c0e1-8c7e-46eb-8c17-6bfda040d571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:50.937327 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d no longer exists at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:11:50.972121 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] No Port match for: 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:11:50.972468 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 41b35e66-4f86-4fcb-b27b-23d4fa5f3e1d not bound to the agent host hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:11:51.195919 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-7359c0e1-8c7e-46eb-8c17-6bfda040d571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417785'] for router_interface, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:51.652096 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7359c0e1-8c7e-46eb-8c17-6bfda040d571 admin admin] Router a80a954f-3ed8-49b0-9a90-4a4e238ee4ef has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:11:51.828879 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7359c0e1-8c7e-46eb-8c17-6bfda040d571 admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:11:51.839073 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a65094-4149-4e1c-8961-cc60d9ac2bbe None None] Sync routers for ids ['a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:11:51.844020 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-7359c0e1-8c7e-46eb-8c17-6bfda040d571 admin admin] 10.222.0.30 "PUT /v2.0/routers/a80a954f-3ed8-49b0-9a90-4a4e238ee4ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3519702 May 10 15:11:51.844874 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50662) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:11:51.848445 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a65094-4149-4e1c-8961-cc60d9ac2bbe None None] Routers {'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:11:51.849055 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-07a65094-4149-4e1c-8961-cc60d9ac2bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:11:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:52.019080 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ce518acf-4f82-4658-b651-e62e1a09ac4c admin admin] Notify callbacks [] for router, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:52.023599 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-07a65094-4149-4e1c-8961-cc60d9ac2bbe None None] Set router a80a954f-3ed8-49b0-9a90-4a4e238ee4ef gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:11:52.191181 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ce518acf-4f82-4658-b651-e62e1a09ac4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:52.265509 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-ce518acf-4f82-4658-b651-e62e1a09ac4c admin admin] Deleting port 22561c3c-c240-4ae2-8bbd-73773385d6b2 {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:11:52.265861 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ce518acf-4f82-4658-b651-e62e1a09ac4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:52.300432 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-07a65094-4149-4e1c-8961-cc60d9ac2bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'name': 'tempest-TestMinimumBasicScenario-959399539-router', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '22561c3c-c240-4ae2-8bbd-73773385d6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:09:34Z', 'updated_at': '2021-05-10T15:11:50Z', 'revision_number': 5, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'gw_port': {'id': '22561c3c-c240-4ae2-8bbd-73773385d6b2', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:35Z', 'updated_at': '2021-05-10T15:09:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:52.304178 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a65094-4149-4e1c-8961-cc60d9ac2bbe None None] Checking router: a80a954f-3ed8-49b0-9a90-4a4e238ee4ef for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:11:52.313238 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a65094-4149-4e1c-8961-cc60d9ac2bbe None None] Routers {'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:11:52.313843 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-07a65094-4149-4e1c-8961-cc60d9ac2bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:11:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:52.384746 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-ce518acf-4f82-4658-b651-e62e1a09ac4c admin admin] For port 22561c3c-c240-4ae2-8bbd-73773385d6b2, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=22561c3c-c240-4ae2-8bbd-73773385d6b2,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:11:52.385098 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ce518acf-4f82-4658-b651-e62e1a09ac4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:52.502156 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-07a65094-4149-4e1c-8961-cc60d9ac2bbe None None] Set router a80a954f-3ed8-49b0-9a90-4a4e238ee4ef gateway port host: None {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:11:52.506828 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-ce518acf-4f82-4658-b651-e62e1a09ac4c admin admin] Calling delete_port for 22561c3c-c240-4ae2-8bbd-73773385d6b2 owned by network:router_gateway {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:11:52.604665 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-07a65094-4149-4e1c-8961-cc60d9ac2bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'name': 'tempest-TestMinimumBasicScenario-959399539-router', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:09:34Z', 'updated_at': '2021-05-10T15:11:52Z', 'revision_number': 6, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'gw_port_host': None}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:52.609045 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a65094-4149-4e1c-8961-cc60d9ac2bbe None None] The sync data for ids ['a80a954f-3ed8-49b0-9a90-4a4e238ee4ef'] in dv-cinder-774286-14-iscsi is: [{'id': 'a80a954f-3ed8-49b0-9a90-4a4e238ee4ef', 'name': 'tempest-TestMinimumBasicScenario-959399539-router', 'tenant_id': 'f7895dff09a144319c6c45d363999cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:09:34Z', 'updated_at': '2021-05-10T15:11:52Z', 'revision_number': 6, 'project_id': 'f7895dff09a144319c6c45d363999cfd', 'gw_port_host': None}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:11:52.641734 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ce518acf-4f82-4658-b651-e62e1a09ac4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:52.645628 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-5ce45a95-1538-4662-bfa1-7ba2a3c0b53a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:52.690851 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce518acf-4f82-4658-b651-e62e1a09ac4c admin admin] Pushing event deleted for resources: {'Port': ['ID=22561c3c-c240-4ae2-8bbd-73773385d6b2,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:52.693942 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-ce518acf-4f82-4658-b651-e62e1a09ac4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:52.780771 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ce518acf-4f82-4658-b651-e62e1a09ac4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405869'] for router_gateway, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:53.058477 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ce518acf-4f82-4658-b651-e62e1a09ac4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29790'] for router, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:53.060734 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ce518acf-4f82-4658-b651-e62e1a09ac4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:53.083853 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ce518acf-4f82-4658-b651-e62e1a09ac4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417407'] for router, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:53.084464 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce518acf-4f82-4658-b651-e62e1a09ac4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a80a954f-3ed8-49b0-9a90-4a4e238ee4ef {{(pid=78742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:11:53.097377 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ce518acf-4f82-4658-b651-e62e1a09ac4c admin admin] Notify callbacks [] for router, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:53.098598 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-ce518acf-4f82-4658-b651-e62e1a09ac4c admin admin] 10.222.0.30 "DELETE /v2.0/routers/a80a954f-3ed8-49b0-9a90-4a4e238ee4ef HTTP/1.1" status: 204 len: 168 time: 1.2528253 May 10 15:11:53.101275 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50666) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:11:53.160384 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d87d1b3-69b1-4787-83b0-61b65ab345b5 admin admin] Deleting subnet ab833486-335b-4eae-8ee9-34060055640e {{(pid=78742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:11:53.163530 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1d87d1b3-69b1-4787-83b0-61b65ab345b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:53.214792 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1d87d1b3-69b1-4787-83b0-61b65ab345b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2091132'] for subnet, precommit_delete_associations {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:53.292240 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1d87d1b3-69b1-4787-83b0-61b65ab345b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482653'] for subnet, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:53.420620 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 22561c3c-c240-4ae2-8bbd-73773385d6b2 no longer exists at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:11:53.455014 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] No Port match for: 22561c3c-c240-4ae2-8bbd-73773385d6b2 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:11:53.455323 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 22561c3c-c240-4ae2-8bbd-73773385d6b2 not bound to the agent host dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:11:53.455741 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device c608bcd4-1b14-4e3d-ac28-9cf5639947bc no longer exists at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:11:53.491909 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] No Port match for: c608bcd4-1b14-4e3d-ac28-9cf5639947bc {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:11:53.492309 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device c608bcd4-1b14-4e3d-ac28-9cf5639947bc not bound to the agent host dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:11:53.545467 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1d87d1b3-69b1-4787-83b0-61b65ab345b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10903567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10807567'] for subnet, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:53.549471 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:53.584810 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87d1b3-69b1-4787-83b0-61b65ab345b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab833486-335b-4eae-8ee9-34060055640e,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:53.587299 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-1d87d1b3-69b1-4787-83b0-61b65ab345b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:53.589953 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-1d87d1b3-69b1-4787-83b0-61b65ab345b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:53.595697 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf327c3-3fc2-431b-b173-501cb0bb2b99 None None] Network 2a58339a-a411-4672-9ec2-20fcdc2985b1 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:11:53.598514 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-1d87d1b3-69b1-4787-83b0-61b65ab345b5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ab833486-335b-4eae-8ee9-34060055640e HTTP/1.1" status: 204 len: 168 time: 0.4948382 May 10 15:11:53.599951 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50670) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:11:53.706593 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-34aabae5-2b88-4c34-8f99-817940100ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3591965'] for network, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:53.776383 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-34aabae5-2b88-4c34-8f99-817940100ea0 admin admin] Deleting port 833ae54c-a56f-4802-896f-220ac71c4294 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:11:53.776726 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-34aabae5-2b88-4c34-8f99-817940100ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:53.839301 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87c12bf-44c8-4169-a007-0068a16a9edb None None] DHCP port deletion for 2a58339a-a411-4672-9ec2-20fcdc2985b1 request from dv-cinder-774286-14-iscsi {{(pid=78744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 15:11:53.876235 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [None req-34aabae5-2b88-4c34-8f99-817940100ea0 admin admin] For port 833ae54c-a56f-4802-896f-220ac71c4294, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=833ae54c-a56f-4802-896f-220ac71c4294,segment=NetworkSegment(e957e94e-ad7a-40ba-8ca6-1183a1a3a35b),segment_id=e957e94e-ad7a-40ba-8ca6-1183a1a3a35b)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:11:53.876511 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-34aabae5-2b88-4c34-8f99-817940100ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:53.905736 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-b87c12bf-44c8-4169-a007-0068a16a9edb None None] Deleting port 833ae54c-a56f-4802-896f-220ac71c4294 {{(pid=78744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:11:53.906121 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-b87c12bf-44c8-4169-a007-0068a16a9edb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:53.996099 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-34aabae5-2b88-4c34-8f99-817940100ea0 admin admin] Calling delete_port for 833ae54c-a56f-4802-896f-220ac71c4294 owned by network:dhcp {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:11:54.001222 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-b87c12bf-44c8-4169-a007-0068a16a9edb None None] For port 833ae54c-a56f-4802-896f-220ac71c4294, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=833ae54c-a56f-4802-896f-220ac71c4294,segment=NetworkSegment(e957e94e-ad7a-40ba-8ca6-1183a1a3a35b),segment_id=e957e94e-ad7a-40ba-8ca6-1183a1a3a35b)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:11:54.001624 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-b87c12bf-44c8-4169-a007-0068a16a9edb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:54.047541 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-34aabae5-2b88-4c34-8f99-817940100ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:54.058438 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-54cacad8-d353-49aa-901e-738da8ac27f4 tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:54.090225 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aabae5-2b88-4c34-8f99-817940100ea0 admin admin] No DVR routers for this DVR port 833ae54c-a56f-4802-896f-220ac71c4294 on host dv-cinder-774286-14-iscsi {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:11:54.126712 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-b87c12bf-44c8-4169-a007-0068a16a9edb None None] Calling delete_port for 833ae54c-a56f-4802-896f-220ac71c4294 owned by network:dhcp {{(pid=78744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:11:54.132853 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aabae5-2b88-4c34-8f99-817940100ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=833ae54c-a56f-4802-896f-220ac71c4294,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:54.146598 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-34aabae5-2b88-4c34-8f99-817940100ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:54.170867 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-b87c12bf-44c8-4169-a007-0068a16a9edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549'] for port, after_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:54.174403 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:54.216858 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c12bf-44c8-4169-a007-0068a16a9edb None None] Pushing event deleted for resources: {'Port': ['ID=833ae54c-a56f-4802-896f-220ac71c4294,revision_number=None']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:54.220248 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-34aabae5-2b88-4c34-8f99-817940100ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488998', 'neutron.services.segments.db._delete_segments_for_network-8729787289501'] for network, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:54.220422 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-b87c12bf-44c8-4169-a007-0068a16a9edb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:54.220944 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87c12bf-44c8-4169-a007-0068a16a9edb None None] No DVR routers for this DVR port 833ae54c-a56f-4802-896f-220ac71c4294 on host dv-cinder-774286-14-iscsi {{(pid=78744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:11:54.237378 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-34aabae5-2b88-4c34-8f99-817940100ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a58339a-a411-4672-9ec2-20fcdc2985b1']}} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:54.250164 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-34aabae5-2b88-4c34-8f99-817940100ea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e957e94e-ad7a-40ba-8ca6-1183a1a3a35b') {'for_net_delete': True} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:54.250454 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-34aabae5-2b88-4c34-8f99-817940100ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e957e94e-ad7a-40ba-8ca6-1183a1a3a35b') {} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:54.261702 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-34aabae5-2b88-4c34-8f99-817940100ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729787301479', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1867916'] for segment, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:54.277654 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-34aabae5-2b88-4c34-8f99-817940100ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:54.283643 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34aabae5-2b88-4c34-8f99-817940100ea0 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=78743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:11:54.284131 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-34aabae5-2b88-4c34-8f99-817940100ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2001209'] for segment, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: Traceback (most recent call last): May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: timer() May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: cb(*args, **kw) May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: return func(*args, **kwargs) May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: self._notify() May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: self.callback(batched_events) May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: event.method(event) May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: return f(self, *a, **k) May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: return self._get(url).json() May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: return self.request(url, 'GET', **kwargs) May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:11:54.297657 dv-cinder-774286-14-iscsi neutron-server[78743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:11:54.373256 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-34aabae5-2b88-4c34-8f99-817940100ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405887'] for network, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:54.377058 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-f2246be4-4905-4f4b-a566-2a41d2081a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:54.390189 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-34aabae5-2b88-4c34-8f99-817940100ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:54.401370 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aabae5-2b88-4c34-8f99-817940100ea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a58339a-a411-4672-9ec2-20fcdc2985b1,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:54.405223 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-34aabae5-2b88-4c34-8f99-817940100ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:54.413542 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-34aabae5-2b88-4c34-8f99-817940100ea0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2a58339a-a411-4672-9ec2-20fcdc2985b1 HTTP/1.1" status: 204 len: 168 time: 0.8125458 May 10 15:11:54.416389 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50674) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:11:55.026744 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-fa807c4b-ddb9-4a55-8c5f-e7778ade2188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394569'] for router_interface, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:55.145751 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:11:55.407381 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 833ae54c-a56f-4802-896f-220ac71c4294 no longer exists at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:11:55.424120 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-fa807c4b-ddb9-4a55-8c5f-e7778ade2188 admin admin] Deleting port 04422447-0b74-4efe-a1e5-55a3c39bb1ea {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:11:55.424456 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-fa807c4b-ddb9-4a55-8c5f-e7778ade2188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:55.443387 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] No Port match for: 833ae54c-a56f-4802-896f-220ac71c4294 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:11:55.443740 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 833ae54c-a56f-4802-896f-220ac71c4294 not bound to the agent host dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:11:55.542356 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [None req-fa807c4b-ddb9-4a55-8c5f-e7778ade2188 admin admin] For port 04422447-0b74-4efe-a1e5-55a3c39bb1ea, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=04422447-0b74-4efe-a1e5-55a3c39bb1ea,segment=NetworkSegment(92bbb552-aafd-440f-8f29-14aef8a3aa10),segment_id=92bbb552-aafd-440f-8f29-14aef8a3aa10)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:11:55.542702 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-fa807c4b-ddb9-4a55-8c5f-e7778ade2188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:55.660092 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-fa807c4b-ddb9-4a55-8c5f-e7778ade2188 admin admin] Calling delete_port for 04422447-0b74-4efe-a1e5-55a3c39bb1ea owned by network:router_interface {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:11:55.794701 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-fa807c4b-ddb9-4a55-8c5f-e7778ade2188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:55.799087 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ec6b17fa-23c1-4f28-aa02-1138ea07e32c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:55.841561 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa807c4b-ddb9-4a55-8c5f-e7778ade2188 admin admin] Pushing event deleted for resources: {'Port': ['ID=04422447-0b74-4efe-a1e5-55a3c39bb1ea,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:55.868828 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-fa807c4b-ddb9-4a55-8c5f-e7778ade2188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:56.193910 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-fa807c4b-ddb9-4a55-8c5f-e7778ade2188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417785'] for router_interface, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:56.536820 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa807c4b-ddb9-4a55-8c5f-e7778ade2188 admin admin] Router 6db20fed-ca6b-4cce-bc3b-d8df22e06377 has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:11:56.707062 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa807c4b-ddb9-4a55-8c5f-e7778ade2188 admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:11:56.715039 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466f78ac-b193-46a5-9209-c0737ce8e9a1 None None] Sync routers for ids ['6db20fed-ca6b-4cce-bc3b-d8df22e06377'] in dv-cinder-774286-14-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:11:56.715538 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-fa807c4b-ddb9-4a55-8c5f-e7778ade2188 admin admin] 10.222.0.30 "PUT /v2.0/routers/6db20fed-ca6b-4cce-bc3b-d8df22e06377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2982087 May 10 15:11:56.718619 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50678) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:11:56.725255 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466f78ac-b193-46a5-9209-c0737ce8e9a1 None None] Routers {'6db20fed-ca6b-4cce-bc3b-d8df22e06377'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:11:56.725851 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-466f78ac-b193-46a5-9209-c0737ce8e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:11:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['6db20fed-ca6b-4cce-bc3b-d8df22e06377'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:56.886902 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7932b966-0eb1-4240-982e-4789da859e46 admin admin] Notify callbacks [] for router, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:56.922714 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-466f78ac-b193-46a5-9209-c0737ce8e9a1 None None] Set router 6db20fed-ca6b-4cce-bc3b-d8df22e06377 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:11:57.057861 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7932b966-0eb1-4240-982e-4789da859e46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:57.127758 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-7932b966-0eb1-4240-982e-4789da859e46 admin admin] Deleting port 10c3c657-49e3-4b6c-9288-f98c5780c9c5 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:11:57.128134 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7932b966-0eb1-4240-982e-4789da859e46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:57.199378 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-466f78ac-b193-46a5-9209-c0737ce8e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db20fed-ca6b-4cce-bc3b-d8df22e06377', 'name': 'tempest-TestMinimumBasicScenario-2042668161-router', 'tenant_id': '6f3ea76c96d441f68912d0579aa86d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '10c3c657-49e3-4b6c-9288-f98c5780c9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:09:41Z', 'updated_at': '2021-05-10T15:11:55Z', 'revision_number': 5, 'project_id': '6f3ea76c96d441f68912d0579aa86d17', 'gw_port': {'id': '10c3c657-49e3-4b6c-9288-f98c5780c9c5', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:12:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db20fed-ca6b-4cce-bc3b-d8df22e06377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:09:42Z', 'updated_at': '2021-05-10T15:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:57.203574 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466f78ac-b193-46a5-9209-c0737ce8e9a1 None None] Checking router: 6db20fed-ca6b-4cce-bc3b-d8df22e06377 for host: dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:11:57.211690 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466f78ac-b193-46a5-9209-c0737ce8e9a1 None None] Routers {'6db20fed-ca6b-4cce-bc3b-d8df22e06377'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:11:57.212309 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-466f78ac-b193-46a5-9209-c0737ce8e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:11:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['6db20fed-ca6b-4cce-bc3b-d8df22e06377'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:57.245963 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [None req-7932b966-0eb1-4240-982e-4789da859e46 admin admin] For port 10c3c657-49e3-4b6c-9288-f98c5780c9c5, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=10c3c657-49e3-4b6c-9288-f98c5780c9c5,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:11:57.246569 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7932b966-0eb1-4240-982e-4789da859e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:57.356725 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-466f78ac-b193-46a5-9209-c0737ce8e9a1 None None] Set router 6db20fed-ca6b-4cce-bc3b-d8df22e06377 gateway port host: None {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:11:57.365755 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-7932b966-0eb1-4240-982e-4789da859e46 admin admin] Calling delete_port for 10c3c657-49e3-4b6c-9288-f98c5780c9c5 owned by network:router_gateway {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:11:57.465480 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-466f78ac-b193-46a5-9209-c0737ce8e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db20fed-ca6b-4cce-bc3b-d8df22e06377', 'name': 'tempest-TestMinimumBasicScenario-2042668161-router', 'tenant_id': '6f3ea76c96d441f68912d0579aa86d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:09:41Z', 'updated_at': '2021-05-10T15:11:57Z', 'revision_number': 6, 'project_id': '6f3ea76c96d441f68912d0579aa86d17', 'gw_port_host': None}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:57.469758 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466f78ac-b193-46a5-9209-c0737ce8e9a1 None None] The sync data for ids ['6db20fed-ca6b-4cce-bc3b-d8df22e06377'] in dv-cinder-774286-14-iscsi is: [{'id': '6db20fed-ca6b-4cce-bc3b-d8df22e06377', 'name': 'tempest-TestMinimumBasicScenario-2042668161-router', 'tenant_id': '6f3ea76c96d441f68912d0579aa86d17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:09:41Z', 'updated_at': '2021-05-10T15:11:57Z', 'revision_number': 6, 'project_id': '6f3ea76c96d441f68912d0579aa86d17', 'gw_port_host': None}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:11:57.614213 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7932b966-0eb1-4240-982e-4789da859e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:57.618678 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-d61d0014-6de0-4aed-9d35-776272acfa0a tempest-TestMinimumBasicScenario-1316356852 tempest-TestMinimumBasicScenario-1316356852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:57.693501 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932b966-0eb1-4240-982e-4789da859e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=10c3c657-49e3-4b6c-9288-f98c5780c9c5,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:57.696128 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7932b966-0eb1-4240-982e-4789da859e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:57.753879 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7932b966-0eb1-4240-982e-4789da859e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405869'] for router_gateway, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:57.925236 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7932b966-0eb1-4240-982e-4789da859e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29790'] for router, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:57.927424 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7932b966-0eb1-4240-982e-4789da859e46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:57.948598 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7932b966-0eb1-4240-982e-4789da859e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417407'] for router, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:57.949176 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7932b966-0eb1-4240-982e-4789da859e46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6db20fed-ca6b-4cce-bc3b-d8df22e06377 {{(pid=78743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:11:57.961311 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-7932b966-0eb1-4240-982e-4789da859e46 admin admin] Notify callbacks [] for router, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:57.962394 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-7932b966-0eb1-4240-982e-4789da859e46 admin admin] 10.222.0.30 "DELETE /v2.0/routers/6db20fed-ca6b-4cce-bc3b-d8df22e06377 HTTP/1.1" status: 204 len: 168 time: 1.2428784 May 10 15:11:57.964864 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50684) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:11:58.023899 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_v2 [None req-778133f8-f9ba-4a53-baf7-7433bf2f70c8 admin admin] Deleting subnet 4b2bbbec-7427-4a04-97b2-db2e562c4f1d {{(pid=78743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:11:58.026702 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-778133f8-f9ba-4a53-baf7-7433bf2f70c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:58.075091 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-778133f8-f9ba-4a53-baf7-7433bf2f70c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1867923'] for subnet, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:58.151935 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-778133f8-f9ba-4a53-baf7-7433bf2f70c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482653'] for subnet, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:58.399309 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-778133f8-f9ba-4a53-baf7-7433bf2f70c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2001247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1290530'] for subnet, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:58.404058 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-b1333ce8-ce9c-4ee4-98a6-45a3e38779a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:58.443812 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778133f8-f9ba-4a53-baf7-7433bf2f70c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b2bbbec-7427-4a04-97b2-db2e562c4f1d,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:58.446394 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-778133f8-f9ba-4a53-baf7-7433bf2f70c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:58.448984 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-778133f8-f9ba-4a53-baf7-7433bf2f70c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:58.452491 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae244577-e1ca-46e1-b5c4-ae395bccd879 None None] Network 5a6d56b8-5bc4-4090-9474-8e395dcc0180 requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:11:58.456057 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-778133f8-f9ba-4a53-baf7-7433bf2f70c8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4b2bbbec-7427-4a04-97b2-db2e562c4f1d HTTP/1.1" status: 204 len: 168 time: 0.4871640 May 10 15:11:58.456213 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50688) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:11:58.560320 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-771bbce7-f501-42e0-b3fe-d99e315be718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3591965'] for network, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:58.629564 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-771bbce7-f501-42e0-b3fe-d99e315be718 admin admin] Deleting port 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:11:58.629901 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-771bbce7-f501-42e0-b3fe-d99e315be718 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:58.691984 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4b38c8-d9ab-4d72-8194-ed9831bac3ca None None] DHCP port deletion for 5a6d56b8-5bc4-4090-9474-8e395dcc0180 request from dv-cinder-774286-14-iscsi {{(pid=78744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 15:11:58.728841 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [None req-771bbce7-f501-42e0-b3fe-d99e315be718 admin admin] For port 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=62ff8146-e7b6-40e5-b54c-ec4c24ec01d6,segment=NetworkSegment(92bbb552-aafd-440f-8f29-14aef8a3aa10),segment_id=92bbb552-aafd-440f-8f29-14aef8a3aa10)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:11:58.729191 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-771bbce7-f501-42e0-b3fe-d99e315be718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:58.757585 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-1d4b38c8-d9ab-4d72-8194-ed9831bac3ca None None] Deleting port 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6 {{(pid=78744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:11:58.757964 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1d4b38c8-d9ab-4d72-8194-ed9831bac3ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:58.849278 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-771bbce7-f501-42e0-b3fe-d99e315be718 admin admin] Calling delete_port for 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6 owned by network:dhcp {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:11:58.851521 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-1d4b38c8-d9ab-4d72-8194-ed9831bac3ca None None] For port 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=62ff8146-e7b6-40e5-b54c-ec4c24ec01d6,segment=NetworkSegment(92bbb552-aafd-440f-8f29-14aef8a3aa10),segment_id=92bbb552-aafd-440f-8f29-14aef8a3aa10)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:11:58.851917 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1d4b38c8-d9ab-4d72-8194-ed9831bac3ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:58.895709 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-771bbce7-f501-42e0-b3fe-d99e315be718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:58.899788 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-7932b966-0eb1-4240-982e-4789da859e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:59.012018 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-1d4b38c8-d9ab-4d72-8194-ed9831bac3ca None None] Calling delete_port for 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6 owned by network:dhcp {{(pid=78744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:11:59.044871 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bbce7-f501-42e0-b3fe-d99e315be718 admin admin] Pushing event deleted for resources: {'Port': ['ID=62ff8146-e7b6-40e5-b54c-ec4c24ec01d6,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:59.048492 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-771bbce7-f501-42e0-b3fe-d99e315be718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:59.050838 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771bbce7-f501-42e0-b3fe-d99e315be718 admin admin] No DVR routers for this DVR port 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6 on host dv-cinder-774286-14-iscsi {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:11:59.056535 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-1d4b38c8-d9ab-4d72-8194-ed9831bac3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549'] for port, after_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:59.060628 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-26241ed4-7013-4798-9f9f-2e0719e14bbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:59.103058 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b38c8-d9ab-4d72-8194-ed9831bac3ca None None] Pushing event deleted for resources: {'Port': ['ID=62ff8146-e7b6-40e5-b54c-ec4c24ec01d6,revision_number=None']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:59.105937 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-1d4b38c8-d9ab-4d72-8194-ed9831bac3ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:59.106769 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4b38c8-d9ab-4d72-8194-ed9831bac3ca None None] No DVR routers for this DVR port 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6 on host dv-cinder-774286-14-iscsi {{(pid=78744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:11:59.166045 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-771bbce7-f501-42e0-b3fe-d99e315be718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488998', 'neutron.services.segments.db._delete_segments_for_network-8729787289501'] for network, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:59.178518 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-771bbce7-f501-42e0-b3fe-d99e315be718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6d56b8-5bc4-4090-9474-8e395dcc0180']}} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:59.190667 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-771bbce7-f501-42e0-b3fe-d99e315be718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92bbb552-aafd-440f-8f29-14aef8a3aa10') {'for_net_delete': True} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:59.190958 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.services.segments.db [None req-771bbce7-f501-42e0-b3fe-d99e315be718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92bbb552-aafd-440f-8f29-14aef8a3aa10') {} {{(pid=78743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:11:59.203206 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-771bbce7-f501-42e0-b3fe-d99e315be718 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729787301479', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1867916'] for segment, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:59.218672 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-771bbce7-f501-42e0-b3fe-d99e315be718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:59.224945 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771bbce7-f501-42e0-b3fe-d99e315be718 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=78743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:11:59.225323 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-771bbce7-f501-42e0-b3fe-d99e315be718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2001209'] for segment, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: Traceback (most recent call last): May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: timer() May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: cb(*args, **kw) May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: return func(*args, **kwargs) May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: self._notify() May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: self.callback(batched_events) May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: event.method(event) May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: return f(self, *a, **k) May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: return self._get(url).json() May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: return self.request(url, 'GET', **kwargs) May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:11:59.238203 dv-cinder-774286-14-iscsi neutron-server[78743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:11:59.313716 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-771bbce7-f501-42e0-b3fe-d99e315be718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405887'] for network, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:59.317261 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-a2d2453a-54a1-401a-a2d6-1d2148839fd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:59.330568 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-771bbce7-f501-42e0-b3fe-d99e315be718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:59.341337 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bbce7-f501-42e0-b3fe-d99e315be718 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a6d56b8-5bc4-4090-9474-8e395dcc0180,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:59.344104 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-771bbce7-f501-42e0-b3fe-d99e315be718 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5a6d56b8-5bc4-4090-9474-8e395dcc0180 HTTP/1.1" status: 204 len: 168 time: 0.8869600 May 10 15:11:59.344961 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-771bbce7-f501-42e0-b3fe-d99e315be718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:59.411885 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6 no longer exists at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:11:59.446105 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] No Port match for: 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:11:59.446455 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 62ff8146-e7b6-40e5-b54c-ec4c24ec01d6 not bound to the agent host dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:11:59.446867 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 10c3c657-49e3-4b6c-9288-f98c5780c9c5 no longer exists at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:11:59.482448 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] No Port match for: 10c3c657-49e3-4b6c-9288-f98c5780c9c5 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:11:59.483149 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 10c3c657-49e3-4b6c-9288-f98c5780c9c5 not bound to the agent host dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:11:59.483279 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 04422447-0b74-4efe-a1e5-55a3c39bb1ea no longer exists at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:11:59.515807 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] No Port match for: 04422447-0b74-4efe-a1e5-55a3c39bb1ea {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:11:59.516186 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 04422447-0b74-4efe-a1e5-55a3c39bb1ea not bound to the agent host dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:11:59.522440 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50694) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:11:59.569873 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-957d5130-087b-4ffd-a638-cce54dab92e1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f7895dff09a144319c6c45d363999cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462625 May 10 15:11:59.572194 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50698) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:11:59.627732 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-efab15c1-39f9-4479-ad27-47e812c4aad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:59.652296 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-efab15c1-39f9-4479-ad27-47e812c4aad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:59.701843 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-efab15c1-39f9-4479-ad27-47e812c4aad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:59.705398 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-154c42f1-46a5-4786-9476-c74a46909ceb tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:11:59.722545 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab15c1-39f9-4479-ad27-47e812c4aad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4efaec-13e5-4861-a407-3f3ad1b13634,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:11:59.725431 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-efab15c1-39f9-4479-ad27-47e812c4aad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:11:59.732169 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-efab15c1-39f9-4479-ad27-47e812c4aad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:11:59.733256 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-efab15c1-39f9-4479-ad27-47e812c4aad0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8f4efaec-13e5-4861-a407-3f3ad1b13634 HTTP/1.1" status: 204 len: 168 time: 0.1602197 May 10 15:12:00.062019 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50706) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:12:00.110522 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-b00d65d3-3e52-4faa-ac64-33c3975e2687 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f3ea76c96d441f68912d0579aa86d17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472682 May 10 15:12:00.112912 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50710) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:12:00.169463 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3162fd60-b979-4301-a925-49d0669aa534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:00.194494 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3162fd60-b979-4301-a925-49d0669aa534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:00.245282 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3162fd60-b979-4301-a925-49d0669aa534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:00.250371 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-c12a4ae7-ee91-4906-aad0-a45a9f8ecc1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:12:00.262535 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162fd60-b979-4301-a925-49d0669aa534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fc5609-9cb6-452d-a71a-407ee8256357,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:12:00.265299 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3162fd60-b979-4301-a925-49d0669aa534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:12:00.266219 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-3162fd60-b979-4301-a925-49d0669aa534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:00.267293 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-3162fd60-b979-4301-a925-49d0669aa534 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/81fc5609-9cb6-452d-a71a-407ee8256357 HTTP/1.1" status: 204 len: 168 time: 0.1535170 May 10 15:12:04.307490 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:05.863489 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-26b90a05-9772-487b-8691-d9fa2917f9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:08.457369 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:08.610838 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-02e8ff48-295d-4d37-9df0-2461085791c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:09.403018 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fa317a1c-d0be-43a3-8585-dac199570a5a req-cc0eef71-9301-48a5-877d-faebcf1559f9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718648 May 10 15:12:09.436505 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:09.546813 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa317a1c-d0be-43a3-8585-dac199570a5a req-19ed203f-63fa-4c82-a38e-890f476dd334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:12:09.548354 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fa317a1c-d0be-43a3-8585-dac199570a5a req-19ed203f-63fa-4c82-a38e-890f476dd334 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c&device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 1099 time: 0.0696383 May 10 15:12:09.692442 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa317a1c-d0be-43a3-8585-dac199570a5a req-1210c375-3d74-41d3-9835-b694cbf230ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:12:09.693763 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fa317a1c-d0be-43a3-8585-dac199570a5a req-1210c375-3d74-41d3-9835-b694cbf230ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=291874f3-077d-4b52-954e-5194557b58cc HTTP/1.1" status: 200 len: 912 time: 0.1220868 May 10 15:12:09.799054 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fa317a1c-d0be-43a3-8585-dac199570a5a req-a4599a41-2aea-4f53-b27b-06070fd82cb8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 HTTP/1.1" status: 200 len: 1002 time: 0.0942457 May 10 15:12:09.863084 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa317a1c-d0be-43a3-8585-dac199570a5a req-42ebd85f-41ed-4b37-8467-0640c65b0e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:12:09.864460 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fa317a1c-d0be-43a3-8585-dac199570a5a req-42ebd85f-41ed-4b37-8467-0640c65b0e43 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ee13644-e1d0-4232-af48-bacc69a84ae1 HTTP/1.1" status: 200 len: 850 time: 0.0554514 May 10 15:12:09.943378 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa317a1c-d0be-43a3-8585-dac199570a5a req-0345ec91-5a09-47ec-b3cb-aade61b56611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:12:09.944757 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fa317a1c-d0be-43a3-8585-dac199570a5a req-0345ec91-5a09-47ec-b3cb-aade61b56611 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=291874f3-077d-4b52-954e-5194557b58cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0695767 May 10 15:12:10.076624 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fa317a1c-d0be-43a3-8585-dac199570a5a req-c675b29d-a712-4d29-bb3f-01708bf5b758 service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207340 May 10 15:12:10.207230 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-fa317a1c-d0be-43a3-8585-dac199570a5a req-f055ceff-8ccd-49a8-9db3-3166b4b6f26c service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205945 May 10 15:12:10.962508 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:32.144397 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:12:34.308817 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:35.863648 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-fd43388f-524f-4088-b29e-041a94e5757b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:38.457986 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:38.610665 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-22e11a75-29dd-4af6-b780-f053e69942cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:39.438293 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:12:40.965046 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:04.324044 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:05.864513 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e3859683-02f9-47e5-9c4a-b3dc413698a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:08.459217 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:08.611204 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-8d44110b-73ae-4bfa-8e97-3777bff03de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:09.143262 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:13:09.401506 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b3f05b2b-f220-4a67-a20e-5d779f79c318 req-b2243d33-304d-4299-bbc8-dc18ea8a180f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698235 May 10 15:13:09.442018 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:09.551850 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f05b2b-f220-4a67-a20e-5d779f79c318 req-b76b7b82-60a0-4de4-9239-f41d0c89a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:09.553304 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b3f05b2b-f220-4a67-a20e-5d779f79c318 req-b76b7b82-60a0-4de4-9239-f41d0c89a482 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c&device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 1099 time: 0.0720737 May 10 15:13:09.799016 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f05b2b-f220-4a67-a20e-5d779f79c318 req-8f5c0a14-4e21-4165-a118-ce14acdb2f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:09.800945 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b3f05b2b-f220-4a67-a20e-5d779f79c318 req-8f5c0a14-4e21-4165-a118-ce14acdb2f55 service neutron] 10.222.0.47 "GET /v2.0/networks?id=291874f3-077d-4b52-954e-5194557b58cc HTTP/1.1" status: 200 len: 912 time: 0.2209752 May 10 15:13:09.902604 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b3f05b2b-f220-4a67-a20e-5d779f79c318 req-31b7bc09-ef3b-473a-a7db-c1f32841e06c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 HTTP/1.1" status: 200 len: 1002 time: 0.0915995 May 10 15:13:09.966143 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f05b2b-f220-4a67-a20e-5d779f79c318 req-c858b2cb-1392-40ca-b5c4-9fc6e01f5b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:09.967470 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b3f05b2b-f220-4a67-a20e-5d779f79c318 req-c858b2cb-1392-40ca-b5c4-9fc6e01f5b92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ee13644-e1d0-4232-af48-bacc69a84ae1 HTTP/1.1" status: 200 len: 850 time: 0.0547907 May 10 15:13:10.046925 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f05b2b-f220-4a67-a20e-5d779f79c318 req-b9c0eb5a-b48d-4e41-83cf-3237dd009f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:10.048358 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b3f05b2b-f220-4a67-a20e-5d779f79c318 req-b9c0eb5a-b48d-4e41-83cf-3237dd009f05 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=291874f3-077d-4b52-954e-5194557b58cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0711441 May 10 15:13:10.181745 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b3f05b2b-f220-4a67-a20e-5d779f79c318 req-da3819d3-530b-408a-9fc1-7576dac28ac9 service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218688 May 10 15:13:10.313793 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b3f05b2b-f220-4a67-a20e-5d779f79c318 req-69ceff3b-bf9f-4c66-ba80-9a3dbc6aa9a1 service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217327 May 10 15:13:10.967801 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:25.765248 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97379973-1e96-4528-b33a-1ae442bd5740 req-d31f9a2c-c468-4e78-8d9e-1f75936c03f0 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:25.766602 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-97379973-1e96-4528-b33a-1ae442bd5740 req-d31f9a2c-c468-4e78-8d9e-1f75936c03f0 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 946 time: 0.0802162 May 10 15:13:25.810248 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-97379973-1e96-4528-b33a-1ae442bd5740 req-8d9746c1-446e-4298-bda1-44d50dfe35a1 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380378 May 10 15:13:26.998704 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac9492-d2fb-4af5-9df4-dcbc01cff397 req-3e709b01-8c69-45be-b99f-90a02de07034 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:27.000171 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bcac9492-d2fb-4af5-9df4-dcbc01cff397 req-3e709b01-8c69-45be-b99f-90a02de07034 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 946 time: 0.0821364 May 10 15:13:27.043945 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bcac9492-d2fb-4af5-9df4-dcbc01cff397 req-1b3f517b-6daa-4293-bdaa-e9221de0b3f3 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375147 May 10 15:13:27.401753 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf0fb4-74fc-491f-a0ff-244659227d5f req-9bb9feff-6c59-4607-942d-5c4e524a3de1 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:27.403183 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4baf0fb4-74fc-491f-a0ff-244659227d5f req-9bb9feff-6c59-4607-942d-5c4e524a3de1 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 946 time: 0.0775127 May 10 15:13:27.538879 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-4baf0fb4-74fc-491f-a0ff-244659227d5f req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Deleting port d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:13:27.539215 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-4baf0fb4-74fc-491f-a0ff-244659227d5f req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:27.666882 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-4baf0fb4-74fc-491f-a0ff-244659227d5f req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] For port d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99,segment=NetworkSegment(df740673-c9ab-44a7-afae-1b6efc0dc754),segment_id=df740673-c9ab-44a7-afae-1b6efc0dc754)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:13:27.667149 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-4baf0fb4-74fc-491f-a0ff-244659227d5f req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:27.948618 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-4baf0fb4-74fc-491f-a0ff-244659227d5f req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:27.948896 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-4baf0fb4-74fc-491f-a0ff-244659227d5f req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405872'] for floatingip, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:27.949203 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.db.l3_db [req-4baf0fb4-74fc-491f-a0ff-244659227d5f req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Floating IP 3550650c-d72e-4a27-bf4d-eb18c92ac140 disassociated. External IP: 172.27.2.170, port: d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99. May 10 15:13:27.949534 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-4baf0fb4-74fc-491f-a0ff-244659227d5f req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Calling delete_port for d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:13:28.055116 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-4baf0fb4-74fc-491f-a0ff-244659227d5f req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:28.060798 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-6683944f-f3f8-4ac8-a927-528a3aba3d47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:28.107890 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Pushing event deleted for resources: {'Port': ['ID=d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:28.120113 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:28.120464 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:28.120819 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:28.121178 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:28.121534 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:28.121888 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:28.122235 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:28.122586 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:28.122938 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:28.123283 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:28.123632 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:28.124002 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:28.127335 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:28.378109 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2c8572e0-8204-4e2c-9394-4ef36a24998e req-f0f3d521-73ec-4d62-9e7a-0c4454c4f252 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 210 time: 0.1071150 May 10 15:13:28.437056 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4baf0fb4-74fc-491f-a0ff-244659227d5f req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:13:28.616466 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4baf0fb4-74fc-491f-a0ff-244659227d5f req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:13:28.625422 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdb47c6-3e77-437e-9390-5a2e90cf6f70 None None] Sync routers for ids ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:13:28.635330 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdb47c6-3e77-437e-9390-5a2e90cf6f70 None None] Routers {'7eecd3cc-6fd1-4a7a-9c49-0908e608d610'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:13:28.635900 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-1fdb47c6-3e77-437e-9390-5a2e90cf6f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:13:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:28.685523 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-4baf0fb4-74fc-491f-a0ff-244659227d5f req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] No DVR routers for this DVR port d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 on host hv-cinder-77428 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:13:28.688123 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-4baf0fb4-74fc-491f-a0ff-244659227d5f req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:28.690853 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7', 'name': 'network-vif-deleted', 'tag': 'd2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:13:28.708892 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-4baf0fb4-74fc-491f-a0ff-244659227d5f req-cef060ce-1ea8-42b4-b0cf-764ce0bd52af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.47 "DELETE /v2.0/ports/d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 HTTP/1.1" status: 204 len: 173 time: 1.2977388 May 10 15:13:28.740529 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7', 'name': 'network-vif-deleted', 'tag': 'd2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99', 'status': 'completed', 'code': 200} May 10 15:13:28.813641 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-1fdb47c6-3e77-437e-9390-5a2e90cf6f70 None None] Set router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:13:29.121588 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-1fdb47c6-3e77-437e-9390-5a2e90cf6f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:10:42Z', 'revision_number': 4, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port': {'id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:39Z', 'updated_at': '2021-05-10T15:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '8362dfac-a1ba-499a-9caa-75663c0bd1f8', 'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'mac_address': 'fa:16:3e:16:eb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:42Z', 'updated_at': '2021-05-10T15:10:47Z', 'revision_number': 5, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'subnets': [{'id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:29.125557 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdb47c6-3e77-437e-9390-5a2e90cf6f70 None None] Checking router: 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:13:29.134536 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdb47c6-3e77-437e-9390-5a2e90cf6f70 None None] Routers {'7eecd3cc-6fd1-4a7a-9c49-0908e608d610'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:13:29.135144 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-1fdb47c6-3e77-437e-9390-5a2e90cf6f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:13:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:29.313092 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-1fdb47c6-3e77-437e-9390-5a2e90cf6f70 None None] Set router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:13:29.554080 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-dbb96f4b-5bd1-4372-a4a4-f28e9da8aeb8 req-2956a568-1c36-4b8a-a4c9-1ad35de22274 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Synchronizing usage tracker for tenant:0971f8cc0e0749b894c1ce0b41a5ee9c on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:13:29.570546 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-dbb96f4b-5bd1-4372-a4a4-f28e9da8aeb8 req-2956a568-1c36-4b8a-a4c9-1ad35de22274 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Unset dirty status for tenant:0971f8cc0e0749b894c1ce0b41a5ee9c on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:13:29.572204 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-dbb96f4b-5bd1-4372-a4a4-f28e9da8aeb8 req-2956a568-1c36-4b8a-a4c9-1ad35de22274 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f45f1f7-4dcf-45e8-8b28-19f61aa17bc7 HTTP/1.1" status: 200 len: 210 time: 0.0720654 May 10 15:13:29.666164 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-1fdb47c6-3e77-437e-9390-5a2e90cf6f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:10:42Z', 'revision_number': 4, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port': {'id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:39Z', 'updated_at': '2021-05-10T15:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '8362dfac-a1ba-499a-9caa-75663c0bd1f8', 'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'mac_address': 'fa:16:3e:16:eb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:42Z', 'updated_at': '2021-05-10T15:10:47Z', 'revision_number': 5, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'subnets': [{'id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:29.670256 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdb47c6-3e77-437e-9390-5a2e90cf6f70 None None] The sync data for ids ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'] in dv-cinder-774286-14-iscsi is: [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:10:42Z', 'revision_number': 4, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port': {'id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:39Z', 'updated_at': '2021-05-10T15:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '8362dfac-a1ba-499a-9caa-75663c0bd1f8', 'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'mac_address': 'fa:16:3e:16:eb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:42Z', 'updated_at': '2021-05-10T15:10:47Z', 'revision_number': 5, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'subnets': [{'id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:13:29.862958 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14714c3c-4891-47fb-9e6f-a40564ef360b None None] New status for floating IP 3550650c-d72e-4a27-bf4d-eb18c92ac140: DOWN {{(pid=78745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:13:30.914771 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-c4df9912-6be5-40d1-8efa-c01fd3010bb8 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1472459765&fields=id&tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c HTTP/1.1" status: 200 len: 267 time: 0.0390978 May 10 15:13:31.060852 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-3a0a5eda-0f2f-426e-838d-ef0e3d893ef9 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:31.062254 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-3a0a5eda-0f2f-426e-838d-ef0e3d893ef9 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/networks?id=291874f3-077d-4b52-954e-5194557b58cc HTTP/1.1" status: 200 len: 811 time: 0.1413546 May 10 15:13:31.076784 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-f3c75fb2-4ea5-43de-b806-7fdf68f49bac tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/quotas/0971f8cc0e0749b894c1ce0b41a5ee9c HTTP/1.1" status: 200 len: 375 time: 0.0089095 May 10 15:13:31.160030 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-eab6e8b1-7656-490e-8f42-057e4079b62e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781553 May 10 15:13:31.294816 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-020e2b5f-347c-4ee6-b53a-b97088d9bf63 service neutron] 10.222.0.30 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228313 May 10 15:13:31.295098 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:13:31.331496 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] No Port match for: d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:13:31.331856 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device d2e71aa2-3e2c-4b3b-9e2e-51c1fbb04e99 not bound to the agent host hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:13:31.424539 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-e70e1361-dac3-40eb-8bcb-647cc43aa2c3 service neutron] 10.222.0.30 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235206 May 10 15:13:31.803002 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ab5c0eea-012b-480c-964a-10735cb9ecc1 req-1e28690a-928f-4043-a0f8-f392fe607ef6 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 210 time: 0.0456710 May 10 15:13:32.852947 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-a69086e2-cdf3-4498-9d93-4b3cad441877 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:32.854457 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-a69086e2-cdf3-4498-9d93-4b3cad441877 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.47 "GET /v2.0/networks?id=291874f3-077d-4b52-954e-5194557b58cc HTTP/1.1" status: 200 len: 811 time: 0.1478622 May 10 15:13:32.904528 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-d8514517-f265-4e7b-86bf-04ecb6d26a60 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c HTTP/1.1" status: 200 len: 380 time: 0.0391998 May 10 15:13:32.951383 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-360769dc-6603-49b0-b4e7-047142b1a26a tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Request body: {'port': {'device_id': '8b85667e-75d1-41bd-b960-a6f550baa9e3', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'admin_state_up': True, 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'security_groups': ['c637fcc1-88ae-4df9-a9f0-977fba6dd31c']}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:13:32.968329 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-45d74480-e633-4a5e-b2f7-405cbfc6bb5a req-94c6039c-792f-4ec7-a544-6374d41bd085 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 210 time: 0.0598543 May 10 15:13:33.189512 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-360769dc-6603-49b0-b4e7-047142b1a26a tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:13:33.198659 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-360769dc-6603-49b0-b4e7-047142b1a26a tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:13:33.207992 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-360769dc-6603-49b0-b4e7-047142b1a26a tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Made reservation on behalf of 0971f8cc0e0749b894c1ce0b41a5ee9c for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:13:33.211507 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-360769dc-6603-49b0-b4e7-047142b1a26a tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:33.372497 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-360769dc-6603-49b0-b4e7-047142b1a26a tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Allocated IP 172.20.0.7 (291874f3-077d-4b52-954e-5194557b58cc/0ee13644-e1d0-4232-af48-bacc69a84ae1/8a161834-2e23-4fd3-95fe-db4f1c336367) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:13:33.561109 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-360769dc-6603-49b0-b4e7-047142b1a26a tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:33.576525 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-360769dc-6603-49b0-b4e7-047142b1a26a tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Transition to ACTIVE for port object 8a161834-2e23-4fd3-95fe-db4f1c336367 will not be triggered until provisioned by entity DHCP. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:13:33.599801 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-360769dc-6603-49b0-b4e7-047142b1a26a tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:33.605061 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-94326c6c-69f3-4cd0-9080-0fb3b0bdd8b8 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:33.667359 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-360769dc-6603-49b0-b4e7-047142b1a26a tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Network 291874f3-077d-4b52-954e-5194557b58cc is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:13:33.670267 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-360769dc-6603-49b0-b4e7-047142b1a26a tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:13:33.674108 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-360769dc-6603-49b0-b4e7-047142b1a26a tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:13:33.718566 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360769dc-6603-49b0-b4e7-047142b1a26a tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Pushing event updated for resources: {'Port': ['ID=8a161834-2e23-4fd3-95fe-db4f1c336367,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:33.722904 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-360769dc-6603-49b0-b4e7-047142b1a26a tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:33.747338 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-360769dc-6603-49b0-b4e7-047142b1a26a tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:33.748060 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-360769dc-6603-49b0-b4e7-047142b1a26a tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:33.774498 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-360769dc-6603-49b0-b4e7-047142b1a26a tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8315179 May 10 15:13:33.790846 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] Request body: {'port': {'device_id': '8b85667e-75d1-41bd-b960-a6f550baa9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:13:33.871158 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-553b01cd-eb5e-46dd-a422-ab3323a29f58 None None] Provisioning for port 8a161834-2e23-4fd3-95fe-db4f1c336367 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:13:33.875877 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-553b01cd-eb5e-46dd-a422-ab3323a29f58 None None] Provisioning complete for port 8a161834-2e23-4fd3-95fe-db4f1c336367 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:13:33.876273 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-553b01cd-eb5e-46dd-a422-ab3323a29f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:33.901441 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:33.927708 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-553b01cd-eb5e-46dd-a422-ab3323a29f58 None None] Port 8a161834-2e23-4fd3-95fe-db4f1c336367 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:13:34.240155 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db711709-9254-46c0-8139-18d8c7d7962b req-06bfee59-b82b-4e3c-9aa9-a0e081f59454 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:34.240853 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-db711709-9254-46c0-8139-18d8c7d7962b req-06bfee59-b82b-4e3c-9aa9-a0e081f59454 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Synchronizing usage tracker for tenant:0971f8cc0e0749b894c1ce0b41a5ee9c on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:13:34.308427 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-db711709-9254-46c0-8139-18d8c7d7962b req-06bfee59-b82b-4e3c-9aa9-a0e081f59454 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Unset dirty status for tenant:0971f8cc0e0749b894c1ce0b41a5ee9c on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:13:34.309563 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-db711709-9254-46c0-8139-18d8c7d7962b req-06bfee59-b82b-4e3c-9aa9-a0e081f59454 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 931 time: 0.2011178 May 10 15:13:34.318196 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a161834-2e23-4fd3-95fe-db4f1c336367 {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:13:34.324764 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:34.337729 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:34.366510 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] Transition to ACTIVE for port object 8a161834-2e23-4fd3-95fe-db4f1c336367 will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:13:34.370769 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:34.376811 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:34.427131 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-db711709-9254-46c0-8139-18d8c7d7962b req-16bb7313-4dd4-4b9f-9994-fd1751dfe96b tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113369 May 10 15:13:34.506100 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] Pushing event updated for resources: {'Port': ['ID=8a161834-2e23-4fd3-95fe-db4f1c336367,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:34.536136 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:34.611791 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] Attempting to bind port 8a161834-2e23-4fd3-95fe-db4f1c336367 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:13:34.612154 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] Attempting to bind port 8a161834-2e23-4fd3-95fe-db4f1c336367 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'df740673-c9ab-44a7-afae-1b6efc0dc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '291874f3-077d-4b52-954e-5194557b58cc'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:13:34.612484 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] Attempting to bind port 8a161834-2e23-4fd3-95fe-db4f1c336367 on network 291874f3-077d-4b52-954e-5194557b58cc {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:13:34.616978 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] Port 8a161834-2e23-4fd3-95fe-db4f1c336367 on network 291874f3-077d-4b52-954e-5194557b58cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:13:34.617296 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] Attempting to bind port 8a161834-2e23-4fd3-95fe-db4f1c336367 on network 291874f3-077d-4b52-954e-5194557b58cc {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:13:34.622292 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] Checking agent: {'id': '22792be7-dc61-4190-b12e-2da4263bba02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:13:34.622624 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] Checking segment: {'id': 'df740673-c9ab-44a7-afae-1b6efc0dc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '291874f3-077d-4b52-954e-5194557b58cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:13:34.623002 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] Bound using segment: {'id': 'df740673-c9ab-44a7-afae-1b6efc0dc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '291874f3-077d-4b52-954e-5194557b58cc'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:13:34.623424 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] Bound port: 8a161834-2e23-4fd3-95fe-db4f1c336367, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df740673-c9ab-44a7-afae-1b6efc0dc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '291874f3-077d-4b52-954e-5194557b58cc'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:13:34.623763 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:34.712506 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] For port 8a161834-2e23-4fd3-95fe-db4f1c336367, host hv-cinder-77428, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:13:34.715280 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] For port 8a161834-2e23-4fd3-95fe-db4f1c336367, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8a161834-2e23-4fd3-95fe-db4f1c336367,segment=NetworkSegment(df740673-c9ab-44a7-afae-1b6efc0dc754),segment_id=df740673-c9ab-44a7-afae-1b6efc0dc754)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:13:34.719537 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:34.724491 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-f7ca950d-4344-4053-bc51-0bce664899a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:34.773052 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:34.773654 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:34.774994 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] 10.222.0.47 "PUT /v2.0/ports/8a161834-2e23-4fd3-95fe-db4f1c336367 HTTP/1.1" status: 200 len: 1093 time: 0.9887791 May 10 15:13:34.775495 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b85667e-75d1-41bd-b960-a6f550baa9e3', 'tag': '8a161834-2e23-4fd3-95fe-db4f1c336367'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:13:34.804050 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] Pushing event updated for resources: {'Port': ['ID=8a161834-2e23-4fd3-95fe-db4f1c336367,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:34.807141 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:34.858822 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b85667e-75d1-41bd-b960-a6f550baa9e3', 'tag': '8a161834-2e23-4fd3-95fe-db4f1c336367', 'status': 'completed', 'code': 200} May 10 15:13:34.903797 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-17d49819-4f6f-4aca-9764-04c834bebe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:34.905284 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-17d49819-4f6f-4aca-9764-04c834bebe0a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c&device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 1096 time: 0.0770879 May 10 15:13:35.067051 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-3f93b26b-659d-4cac-b98a-b7151edb60e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a161834-2e23-4fd3-95fe-db4f1c336367 HTTP/1.1" status: 200 len: 217 time: 0.1501789 May 10 15:13:35.132142 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-d1d46e75-e5e4-4332-a20c-9a31ea9835eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:35.133411 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-d1d46e75-e5e4-4332-a20c-9a31ea9835eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ee13644-e1d0-4232-af48-bacc69a84ae1 HTTP/1.1" status: 200 len: 850 time: 0.0569313 May 10 15:13:35.209339 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-4fe23f3c-3619-4cbc-bdb9-c5d96b076696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:35.210725 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-4fe23f3c-3619-4cbc-bdb9-c5d96b076696 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=291874f3-077d-4b52-954e-5194557b58cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0676363 May 10 15:13:35.341521 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-265a710d-d53e-423d-8e8c-0cc3935ff159 service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202834 May 10 15:13:35.473472 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-29f23b37-a96f-4083-bb92-d6ddf32f2130 req-170ce7b8-d913-47da-a2be-0fc4ac5acc0d service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208498 May 10 15:13:35.655716 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9b3fa-5f76-47fa-81be-614604e4312f req-def9f5d9-a07d-49e9-97d5-edcd07c36a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:35.657108 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0dc9b3fa-5f76-47fa-81be-614604e4312f req-def9f5d9-a07d-49e9-97d5-edcd07c36a6a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c&device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 1096 time: 0.1314702 May 10 15:13:35.666384 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259cc9e-ba6b-4291-bb92-edd3bf161143 req-779e10f9-3bc7-409f-a888-3f02a59e204e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:35.667701 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7259cc9e-ba6b-4291-bb92-edd3bf161143 req-779e10f9-3bc7-409f-a888-3f02a59e204e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 943 time: 0.1073606 May 10 15:13:35.796807 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7259cc9e-ba6b-4291-bb92-edd3bf161143 req-ecf691bd-2df2-421d-95d8-87a40ff55562 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108890 May 10 15:13:35.825858 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9b3fa-5f76-47fa-81be-614604e4312f req-d7d9bf6e-ee7a-443a-bb6d-99b3dcb911e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:35.827254 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0dc9b3fa-5f76-47fa-81be-614604e4312f req-d7d9bf6e-ee7a-443a-bb6d-99b3dcb911e6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=291874f3-077d-4b52-954e-5194557b58cc HTTP/1.1" status: 200 len: 912 time: 0.1587145 May 10 15:13:35.866343 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c9612b66-55b3-4959-903c-b9565bc2a10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:35.902655 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0dc9b3fa-5f76-47fa-81be-614604e4312f req-4fb80800-cf04-4a11-8af1-c01dae6739ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a161834-2e23-4fd3-95fe-db4f1c336367 HTTP/1.1" status: 200 len: 217 time: 0.0629528 May 10 15:13:35.968684 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9b3fa-5f76-47fa-81be-614604e4312f req-cadff869-3730-4077-9346-22b9be4dc03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:35.969934 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0dc9b3fa-5f76-47fa-81be-614604e4312f req-cadff869-3730-4077-9346-22b9be4dc03a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ee13644-e1d0-4232-af48-bacc69a84ae1 HTTP/1.1" status: 200 len: 850 time: 0.0572023 May 10 15:13:36.045414 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9b3fa-5f76-47fa-81be-614604e4312f req-2fb5a9e6-f9e0-4f12-a5ba-acdee48a01e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:36.046831 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0dc9b3fa-5f76-47fa-81be-614604e4312f req-2fb5a9e6-f9e0-4f12-a5ba-acdee48a01e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=291874f3-077d-4b52-954e-5194557b58cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0667179 May 10 15:13:36.177228 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0dc9b3fa-5f76-47fa-81be-614604e4312f req-9ae9e13f-04e6-4d76-8002-82e78bcf2ea6 service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197231 May 10 15:13:36.308732 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0dc9b3fa-5f76-47fa-81be-614604e4312f req-e05df975-3293-4b74-a017-df5213a5dccc service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200113 May 10 15:13:36.974611 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3ad00-5bca-4a92-afc2-4234b20aa849 req-dd3fcb37-c20a-442c-b4c5-717068d13f5f tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:36.976039 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f1b3ad00-5bca-4a92-afc2-4234b20aa849 req-dd3fcb37-c20a-442c-b4c5-717068d13f5f tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 943 time: 0.0764318 May 10 15:13:37.024071 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f1b3ad00-5bca-4a92-afc2-4234b20aa849 req-b9f6933e-bd27-4466-a7cf-59124944b0b7 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424633 May 10 15:13:38.202890 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6261e-0a1e-40c4-a8de-0e783396b22d req-808174c4-4d54-4cb1-b558-4920f4427bc0 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:38.204320 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-57b6261e-0a1e-40c4-a8de-0e783396b22d req-808174c4-4d54-4cb1-b558-4920f4427bc0 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 943 time: 0.0773227 May 10 15:13:38.249238 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-57b6261e-0a1e-40c4-a8de-0e783396b22d req-6ac0a38d-1a56-479f-9e04-c66d973d7a9d tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388536 May 10 15:13:38.460383 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:38.612389 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-494e6c0b-f6bb-4d84-a8e5-f4348d4d2bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:39.445569 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:39.526494 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ee71c-bca8-486c-a28f-45e215834005 req-244b6a39-2c8b-4f14-b39c-f3b158f44a38 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:39.527935 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-217ee71c-bca8-486c-a28f-45e215834005 req-244b6a39-2c8b-4f14-b39c-f3b158f44a38 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 943 time: 0.1730185 May 10 15:13:39.571458 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-217ee71c-bca8-486c-a28f-45e215834005 req-ea84477b-14e3-42ac-9c90-aeba7205e84b tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377002 May 10 15:13:40.749852 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfe010-3f15-4cfa-99c4-f2a812a79fb1 req-8f5e1e01-006c-4d81-a8a8-689c92c3cc1d tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:40.751265 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c0bfe010-3f15-4cfa-99c4-f2a812a79fb1 req-8f5e1e01-006c-4d81-a8a8-689c92c3cc1d tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 943 time: 0.0782878 May 10 15:13:40.798221 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c0bfe010-3f15-4cfa-99c4-f2a812a79fb1 req-3363b75e-8d48-4cab-9dac-16162fb58150 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413156 May 10 15:13:40.970417 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:41.975839 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2061e-aed1-40b6-980e-cc3a5c1d2c3b req-d7e2d128-a85a-49e3-80b8-aa1523b24d87 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:41.977285 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-90a2061e-aed1-40b6-980e-cc3a5c1d2c3b req-d7e2d128-a85a-49e3-80b8-aa1523b24d87 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 943 time: 0.0781238 May 10 15:13:42.019762 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-90a2061e-aed1-40b6-980e-cc3a5c1d2c3b req-15e3f7ec-67bc-4454-bd8c-4eda8b44f275 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364971 May 10 15:13:43.204741 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70a0a5-eaf2-420d-a085-a98f380cc6e2 req-c48f0473-b8a6-47df-b359-23e9a20cdcb2 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:43.206148 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0f70a0a5-eaf2-420d-a085-a98f380cc6e2 req-c48f0473-b8a6-47df-b359-23e9a20cdcb2 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 943 time: 0.0810869 May 10 15:13:43.250158 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0f70a0a5-eaf2-420d-a085-a98f380cc6e2 req-afc4be38-6460-4230-a28d-c9925776d30a tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384433 May 10 15:13:43.388911 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 8a161834-2e23-4fd3-95fe-db4f1c336367 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:13:43.516533 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 8a161834-2e23-4fd3-95fe-db4f1c336367, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8a161834-2e23-4fd3-95fe-db4f1c336367,segment=NetworkSegment(df740673-c9ab-44a7-afae-1b6efc0dc754),segment_id=df740673-c9ab-44a7-afae-1b6efc0dc754)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:13:43.532631 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Returning: {'device': '8a161834-2e23-4fd3-95fe-db4f1c336367', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'port_id': '8a161834-2e23-4fd3-95fe-db4f1c336367', 'mac_address': 'fa:16:3e:9a:83:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:13:43.585428 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:43.601601 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a161834-2e23-4fd3-95fe-db4f1c336367 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:13:43.616092 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 8a161834-2e23-4fd3-95fe-db4f1c336367, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8a161834-2e23-4fd3-95fe-db4f1c336367,segment=NetworkSegment(df740673-c9ab-44a7-afae-1b6efc0dc754),segment_id=df740673-c9ab-44a7-afae-1b6efc0dc754)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:13:43.620186 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:43.621870 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-ed1e0266-df28-408d-ad0e-23f5754712ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:43.685238 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=8a161834-2e23-4fd3-95fe-db4f1c336367,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:43.692243 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:43.692589 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:43.692926 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:43.693257 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:43.693579 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:43.693904 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:43.694221 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:43.694540 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:43.694857 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:43.695174 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:43.695489 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:43.695804 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:13:43.699461 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:43.874150 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['8a161834-2e23-4fd3-95fe-db4f1c336367'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:13:44.430578 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7cfce-a9de-42f0-bd34-f88233d52711 req-ca4c0cf6-abc2-4b2a-b78d-218c0b5825cf tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:44.431909 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-02d7cfce-a9de-42f0-bd34-f88233d52711 req-ca4c0cf6-abc2-4b2a-b78d-218c0b5825cf tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 944 time: 0.0788765 May 10 15:13:44.477686 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-02d7cfce-a9de-42f0-bd34-f88233d52711 req-d7e3eaed-3702-44e9-a376-0b429d2ee5e9 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400970 May 10 15:13:45.420459 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 8a161834-2e23-4fd3-95fe-db4f1c336367 up at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:13:45.485399 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning for port 8a161834-2e23-4fd3-95fe-db4f1c336367 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:13:45.490459 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning complete for port 8a161834-2e23-4fd3-95fe-db4f1c336367 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:13:45.490837 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:45.608184 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:45.634249 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b85667e-75d1-41bd-b960-a6f550baa9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a161834-2e23-4fd3-95fe-db4f1c336367'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:13:45.644148 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port 8a161834-2e23-4fd3-95fe-db4f1c336367, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8a161834-2e23-4fd3-95fe-db4f1c336367,segment=NetworkSegment(df740673-c9ab-44a7-afae-1b6efc0dc754),segment_id=df740673-c9ab-44a7-afae-1b6efc0dc754)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:13:45.649579 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:45.651538 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:45.659181 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c5c22-523e-427a-9dea-e1fb15fb5056 req-91d8a9e2-c715-4242-8e07-83edc100a90e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:45.660666 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1b8c5c22-523e-427a-9dea-e1fb15fb5056 req-91d8a9e2-c715-4242-8e07-83edc100a90e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 944 time: 0.0802269 May 10 15:13:45.686286 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b85667e-75d1-41bd-b960-a6f550baa9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a161834-2e23-4fd3-95fe-db4f1c336367', 'code': 200} May 10 15:13:45.708685 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1b8c5c22-523e-427a-9dea-e1fb15fb5056 req-209bd7ad-87ab-4913-a64d-98cc0a9b113a tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413663 May 10 15:13:45.722737 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=8a161834-2e23-4fd3-95fe-db4f1c336367,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:45.725721 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:45.974544 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba47e22-6cf8-4028-abd6-bca24990e642 req-4d03beb3-de5d-4c2b-aaad-70e7a56c134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:45.975866 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bba47e22-6cf8-4028-abd6-bca24990e642 req-4d03beb3-de5d-4c2b-aaad-70e7a56c134e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 1098 time: 0.0699625 May 10 15:13:46.018907 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-bba47e22-6cf8-4028-abd6-bca24990e642 req-18a08287-4d9f-48ad-b5cb-2656be93959d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332458 May 10 15:13:46.141228 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:13:46.905937 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ecc904-053b-4bce-9cf2-ed4c36c71f1b req-294b047e-6358-4707-b9b0-e7d7fd3c1df6 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:46.908100 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-67ecc904-053b-4bce-9cf2-ed4c36c71f1b req-294b047e-6358-4707-b9b0-e7d7fd3c1df6 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 945 time: 0.0947878 May 10 15:13:46.962424 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-67ecc904-053b-4bce-9cf2-ed4c36c71f1b req-ef4abff5-b5fe-49ea-9168-2e342f1d2ecd tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480664 May 10 15:13:48.140584 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cbbdc-34ef-4958-b54e-7cadd57c8c7d req-8874d28d-61cc-4740-ac49-aee5b01386e1 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:48.141999 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e76cbbdc-34ef-4958-b54e-7cadd57c8c7d req-8874d28d-61cc-4740-ac49-aee5b01386e1 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 945 time: 0.0771823 May 10 15:13:48.185296 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e76cbbdc-34ef-4958-b54e-7cadd57c8c7d req-7a6cac1f-7e40-421a-97c3-f25c2d682e37 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372260 May 10 15:13:48.367890 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913e1e7-a2a3-4514-80e3-2f62f24360a7 req-18589013-2eab-4e41-8ef0-f46adc19269d tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:48.369353 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1913e1e7-a2a3-4514-80e3-2f62f24360a7 req-18589013-2eab-4e41-8ef0-f46adc19269d tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 945 time: 0.0818605 May 10 15:13:48.413786 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1913e1e7-a2a3-4514-80e3-2f62f24360a7 req-dbe950cd-0609-4f34-9b88-41762c10584e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388222 May 10 15:13:48.436938 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50798) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:13:48.505830 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb765772-5972-4138-821d-81e0a53f50a5 tempest-TestVolumeBootPattern-2030389225 tempest-TestVolumeBootPattern-2030389225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:48.507284 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-fb765772-5972-4138-821d-81e0a53f50a5 tempest-TestVolumeBootPattern-2030389225 tempest-TestVolumeBootPattern-2030389225-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 1093 time: 0.0693836 May 10 15:13:48.510017 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50802) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:13:48.514877 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Request body: {'floatingip': {'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'port_id': '8a161834-2e23-4fd3-95fe-db4f1c336367', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:13:48.521698 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:13:48.525473 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Usage tracker for resource:floatingip and tenant:0971f8cc0e0749b894c1ce0b41a5ee9c is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:13:48.528286 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:13:48.534033 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:13:48.546178 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for floatingip, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:48.674931 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:48.808161 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Allocated IP 172.27.2.44 (7f05d45f-a9de-427f-b4f6-29fb46a47d9c/0e18a723-9037-4ee4-acce-9c55576c5ea3/f7755dbe-0290-49b3-8ad1-3380cc04f4e6) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:13:48.949652 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:48.981096 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:48.985482 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-3bde42d8-2a47-47fc-a505-a4fb16cccc26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:49.042487 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:13:49.045070 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:13:49.048617 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:13:49.091635 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Pushing event updated for resources: {'Port': ['ID=f7755dbe-0290-49b3-8ad1-3380cc04f4e6,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:49.095449 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:49.533537 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:49.606824 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:49.803993 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:49.808436 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:49.812720 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-360769dc-6603-49b0-b4e7-047142b1a26a tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:13:49.913457 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Pushing event updated for resources: {'Port': ['ID=f7755dbe-0290-49b3-8ad1-3380cc04f4e6,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:13:49.917337 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:13:49.927303 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405872'] for floatingip, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:50.094269 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.db.l3_db [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Floating IP 7bbedcf8-017a-4cb6-9e94-490e411d959f associated. External IP: 172.27.2.44, port: 8a161834-2e23-4fd3-95fe-db4f1c336367. May 10 15:13:50.430907 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:13:50.600301 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:13:50.609338 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd01cca-1c97-4329-af07-a61fd3f376e5 None None] Sync routers for ids ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:13:50.618765 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd01cca-1c97-4329-af07-a61fd3f376e5 None None] Routers {'7eecd3cc-6fd1-4a7a-9c49-0908e608d610'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:13:50.619388 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-ddd01cca-1c97-4329-af07-a61fd3f376e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:13:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:50.625235 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for floatingip, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:13:50.790307 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2792959 May 10 15:13:50.790955 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b85667e-75d1-41bd-b960-a6f550baa9e3', 'tag': '8a161834-2e23-4fd3-95fe-db4f1c336367'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:13:50.799490 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-ddd01cca-1c97-4329-af07-a61fd3f376e5 None None] Set router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:13:50.836297 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b85667e-75d1-41bd-b960-a6f550baa9e3', 'tag': '8a161834-2e23-4fd3-95fe-db4f1c336367', 'status': 'completed', 'code': 200} May 10 15:13:50.930079 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a2fce-144a-4fbc-a6a8-f273445533a2 req-a399ec0b-fcc4-4347-9687-2e6072586127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:50.931559 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-012a2fce-144a-4fbc-a6a8-f273445533a2 req-a399ec0b-fcc4-4347-9687-2e6072586127 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c&device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 1098 time: 0.0715785 May 10 15:13:51.064340 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a2fce-144a-4fbc-a6a8-f273445533a2 req-f54932d2-30e5-4717-88a2-a698b0de31a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:51.065779 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-012a2fce-144a-4fbc-a6a8-f273445533a2 req-f54932d2-30e5-4717-88a2-a698b0de31a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=291874f3-077d-4b52-954e-5194557b58cc HTTP/1.1" status: 200 len: 912 time: 0.1276450 May 10 15:13:51.171175 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-ddd01cca-1c97-4329-af07-a61fd3f376e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:10:42Z', 'revision_number': 4, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port': {'id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:39Z', 'updated_at': '2021-05-10T15:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': '7bbedcf8-017a-4cb6-9e94-490e411d959f', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'port_id': '8a161834-2e23-4fd3-95fe-db4f1c336367', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'mac_address': 'fa:16:3e:9a:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b85667e-75d1-41bd-b960-a6f550baa9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:13:49Z', 'updated_at': '2021-05-10T15:13:49Z', 'revision_number': 0, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362dfac-a1ba-499a-9caa-75663c0bd1f8', 'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'mac_address': 'fa:16:3e:16:eb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:42Z', 'updated_at': '2021-05-10T15:10:47Z', 'revision_number': 5, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'subnets': [{'id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:51.171515 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-012a2fce-144a-4fbc-a6a8-f273445533a2 req-dbdda83b-6fd1-4e05-b10a-c202a7439183 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a161834-2e23-4fd3-95fe-db4f1c336367 HTTP/1.1" status: 200 len: 998 time: 0.0990696 May 10 15:13:51.175048 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd01cca-1c97-4329-af07-a61fd3f376e5 None None] Checking router: 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:13:51.183339 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd01cca-1c97-4329-af07-a61fd3f376e5 None None] Routers {'7eecd3cc-6fd1-4a7a-9c49-0908e608d610'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:13:51.183940 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-ddd01cca-1c97-4329-af07-a61fd3f376e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:13:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:51.236586 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a2fce-144a-4fbc-a6a8-f273445533a2 req-8056dd94-2401-4248-bbcf-f7ed7b60218d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:51.238040 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-012a2fce-144a-4fbc-a6a8-f273445533a2 req-8056dd94-2401-4248-bbcf-f7ed7b60218d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ee13644-e1d0-4232-af48-bacc69a84ae1 HTTP/1.1" status: 200 len: 850 time: 0.0596802 May 10 15:13:51.311515 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a2fce-144a-4fbc-a6a8-f273445533a2 req-2fd4746d-fd07-4fb9-beef-e422b22ab39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:13:51.312989 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-012a2fce-144a-4fbc-a6a8-f273445533a2 req-2fd4746d-fd07-4fb9-beef-e422b22ab39f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=291874f3-077d-4b52-954e-5194557b58cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0685773 May 10 15:13:51.359613 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-ddd01cca-1c97-4329-af07-a61fd3f376e5 None None] Set router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:13:51.441707 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-012a2fce-144a-4fbc-a6a8-f273445533a2 req-2eb5a389-ea37-400e-81cf-6f1b9b10cab2 service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211646 May 10 15:13:51.574112 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-012a2fce-144a-4fbc-a6a8-f273445533a2 req-8793fa87-1431-4b02-a325-03ce67208fd7 service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225247 May 10 15:13:51.697305 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-ddd01cca-1c97-4329-af07-a61fd3f376e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:10:42Z', 'revision_number': 4, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port': {'id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:39Z', 'updated_at': '2021-05-10T15:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': '7bbedcf8-017a-4cb6-9e94-490e411d959f', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'port_id': '8a161834-2e23-4fd3-95fe-db4f1c336367', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'mac_address': 'fa:16:3e:9a:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b85667e-75d1-41bd-b960-a6f550baa9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:13:49Z', 'updated_at': '2021-05-10T15:13:49Z', 'revision_number': 0, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362dfac-a1ba-499a-9caa-75663c0bd1f8', 'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'mac_address': 'fa:16:3e:16:eb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:42Z', 'updated_at': '2021-05-10T15:10:47Z', 'revision_number': 5, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'subnets': [{'id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:13:51.701097 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd01cca-1c97-4329-af07-a61fd3f376e5 None None] The sync data for ids ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'] in dv-cinder-774286-14-iscsi is: [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:10:42Z', 'revision_number': 4, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port': {'id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:39Z', 'updated_at': '2021-05-10T15:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': '7bbedcf8-017a-4cb6-9e94-490e411d959f', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'port_id': '8a161834-2e23-4fd3-95fe-db4f1c336367', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'mac_address': 'fa:16:3e:9a:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b85667e-75d1-41bd-b960-a6f550baa9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:13:49Z', 'updated_at': '2021-05-10T15:13:49Z', 'revision_number': 0, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362dfac-a1ba-499a-9caa-75663c0bd1f8', 'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'mac_address': 'fa:16:3e:16:eb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:42Z', 'updated_at': '2021-05-10T15:10:47Z', 'revision_number': 5, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'subnets': [{'id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:13:51.867375 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33208eea-3a3b-4dba-bd1b-73dddea230e1 None None] New status for floating IP 7bbedcf8-017a-4cb6-9e94-490e411d959f: ACTIVE {{(pid=78745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:14:04.355063 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:05.867429 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-36aae112-d1bd-4eea-82c2-ddb66c6688a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:08.461315 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:08.613930 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-d17ad1d2-7e79-4fb9-b17c-7ffea90f5670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:09.448757 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:10.383828 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-95f09047-a26c-46ea-9d7a-fb43681477e9 req-1fe7a6e9-33ca-4d23-a4ef-f9436fe3a492 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675874 May 10 15:14:10.541460 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f09047-a26c-46ea-9d7a-fb43681477e9 req-371f401e-a9e5-4aae-b063-ec16f51ee87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:14:10.542896 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-95f09047-a26c-46ea-9d7a-fb43681477e9 req-371f401e-a9e5-4aae-b063-ec16f51ee87f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c&device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 1098 time: 0.0730453 May 10 15:14:10.684944 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f09047-a26c-46ea-9d7a-fb43681477e9 req-cc33b8fb-7e1d-4c1f-9d5b-df40e01f8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:14:10.686253 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-95f09047-a26c-46ea-9d7a-fb43681477e9 req-cc33b8fb-7e1d-4c1f-9d5b-df40e01f8635 service neutron] 10.222.0.47 "GET /v2.0/networks?id=291874f3-077d-4b52-954e-5194557b58cc HTTP/1.1" status: 200 len: 912 time: 0.1225219 May 10 15:14:10.792974 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-95f09047-a26c-46ea-9d7a-fb43681477e9 req-42b171e9-8090-4a19-a027-a0a6318d3baa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a161834-2e23-4fd3-95fe-db4f1c336367 HTTP/1.1" status: 200 len: 1000 time: 0.0939379 May 10 15:14:10.853751 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f09047-a26c-46ea-9d7a-fb43681477e9 req-b4fb6a28-fc92-4ba0-9e19-87f77923aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:14:10.855081 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-95f09047-a26c-46ea-9d7a-fb43681477e9 req-b4fb6a28-fc92-4ba0-9e19-87f77923aef5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ee13644-e1d0-4232-af48-bacc69a84ae1 HTTP/1.1" status: 200 len: 850 time: 0.0554478 May 10 15:14:10.930747 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f09047-a26c-46ea-9d7a-fb43681477e9 req-46a35aa3-b262-4ba9-a77c-8a2097c05498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:14:10.932166 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-95f09047-a26c-46ea-9d7a-fb43681477e9 req-46a35aa3-b262-4ba9-a77c-8a2097c05498 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=291874f3-077d-4b52-954e-5194557b58cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0702710 May 10 15:14:10.972289 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:11.060848 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-95f09047-a26c-46ea-9d7a-fb43681477e9 req-0cb8d8e2-20a2-4880-b800-3b7c0cf9a343 service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216257 May 10 15:14:11.189959 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-95f09047-a26c-46ea-9d7a-fb43681477e9 req-261a29ab-04e1-4ffd-8eed-36e597ddbf04 service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226952 May 10 15:14:23.139746 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:14:34.368425 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:35.869061 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-bbd23ed3-3e3d-445e-a0a2-93e13e1b6123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:38.461852 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:38.615145 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7e8c8f7d-0657-4c38-997d-4bc4e403cba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:39.449826 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:14:40.975529 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:00.138702 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:15:04.386124 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:05.870036 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0b2b4798-1202-4777-aefd-16e785cf51b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:08.462513 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:08.618990 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c1d0974e-6a32-485e-9b6d-fd60ba30278a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:09.451708 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:10.977863 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:12.478987 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9b47452d-ed3c-4d33-b7df-3cdc46023058 req-ff0a08a6-1088-4040-a902-63f8d9402f23 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1579359 May 10 15:15:12.623276 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47452d-ed3c-4d33-b7df-3cdc46023058 req-5d360c1c-60f8-4524-aaa6-0e81e96247cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:12.624714 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9b47452d-ed3c-4d33-b7df-3cdc46023058 req-5d360c1c-60f8-4524-aaa6-0e81e96247cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c&device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 1098 time: 0.0711122 May 10 15:15:12.770714 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47452d-ed3c-4d33-b7df-3cdc46023058 req-7c273ad6-0043-4b1f-8f40-2c4888e19191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:12.772130 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9b47452d-ed3c-4d33-b7df-3cdc46023058 req-7c273ad6-0043-4b1f-8f40-2c4888e19191 service neutron] 10.222.0.47 "GET /v2.0/networks?id=291874f3-077d-4b52-954e-5194557b58cc HTTP/1.1" status: 200 len: 912 time: 0.1226752 May 10 15:15:12.871062 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9b47452d-ed3c-4d33-b7df-3cdc46023058 req-70b02395-2fcf-4017-9572-c7932a3e4b74 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a161834-2e23-4fd3-95fe-db4f1c336367 HTTP/1.1" status: 200 len: 1000 time: 0.0889606 May 10 15:15:12.937975 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47452d-ed3c-4d33-b7df-3cdc46023058 req-59fb01d2-3249-4f77-b253-05cae35075f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:12.939287 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9b47452d-ed3c-4d33-b7df-3cdc46023058 req-59fb01d2-3249-4f77-b253-05cae35075f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ee13644-e1d0-4232-af48-bacc69a84ae1 HTTP/1.1" status: 200 len: 850 time: 0.0581622 May 10 15:15:13.014856 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47452d-ed3c-4d33-b7df-3cdc46023058 req-5e35b403-234f-4023-a5c7-3a8746a739be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:13.016365 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9b47452d-ed3c-4d33-b7df-3cdc46023058 req-5e35b403-234f-4023-a5c7-3a8746a739be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=291874f3-077d-4b52-954e-5194557b58cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0665798 May 10 15:15:13.148615 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9b47452d-ed3c-4d33-b7df-3cdc46023058 req-ac35bc84-c12d-4b6c-873c-1f054c611b4e service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212220 May 10 15:15:13.279227 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9b47452d-ed3c-4d33-b7df-3cdc46023058 req-1e49193f-5d94-43ed-8b79-583fe85b692d service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208577 May 10 15:15:34.389938 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:35.871196 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7047ac0a-0399-45d7-b12a-7cfc5484c1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:37.137958 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:15:37.353092 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-cbfe937d-ebfe-47ee-8314-3578b901d71b tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1472459765&fields=id&tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c HTTP/1.1" status: 200 len: 267 time: 0.0426667 May 10 15:15:37.496017 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-cd8369db-e93e-4cc3-a0f8-689118dcb0bf tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:37.497347 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-cd8369db-e93e-4cc3-a0f8-689118dcb0bf tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/networks?id=291874f3-077d-4b52-954e-5194557b58cc HTTP/1.1" status: 200 len: 811 time: 0.1380107 May 10 15:15:37.511819 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-daa2efae-f697-41d3-ba98-b42ba6fc4776 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/quotas/0971f8cc0e0749b894c1ce0b41a5ee9c HTTP/1.1" status: 200 len: 375 time: 0.0091195 May 10 15:15:37.596339 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-e07ad01d-019b-4303-8fec-ce4e939a78da tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0797331 May 10 15:15:37.727357 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-cdf2a762-d9fc-4f47-b01c-5728f7f05bdc service neutron] 10.222.0.30 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200500 May 10 15:15:37.853549 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-d4455282-333d-4d6a-91bf-7007848651bd service neutron] 10.222.0.30 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204298 May 10 15:15:38.236580 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ad106ba9-f8f4-4196-b840-9573d736485b req-bec9f4b6-9d01-4658-b89d-2dbc5c9681b1 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e HTTP/1.1" status: 200 len: 210 time: 0.0431948 May 10 15:15:38.464225 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:38.620428 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-60e06567-4904-44f0-b54a-0f34b5819c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:39.301134 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-11643cbc-5ffd-4de4-b0e9-6a3bbd7f5e7d tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:39.302546 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-11643cbc-5ffd-4de4-b0e9-6a3bbd7f5e7d tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.47 "GET /v2.0/networks?id=291874f3-077d-4b52-954e-5194557b58cc HTTP/1.1" status: 200 len: 811 time: 0.1473112 May 10 15:15:39.396194 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-311ff475-4280-4d91-8dab-f44e99977e07 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c HTTP/1.1" status: 200 len: 380 time: 0.0793979 May 10 15:15:39.407653 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-741ff7a4-85d1-47c1-8146-ce3feb12b710 req-f5b7d562-715b-41ec-9ac1-c2ac64cb9ff2 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e HTTP/1.1" status: 200 len: 210 time: 0.0474124 May 10 15:15:39.415369 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Request body: {'port': {'device_id': '07bbcaa7-3dfe-4eac-8b64-91909a350f9e', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'admin_state_up': True, 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'security_groups': ['c637fcc1-88ae-4df9-a9f0-977fba6dd31c']}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:15:39.454406 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:39.637878 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:15:39.647427 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:15:39.657017 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Made reservation on behalf of 0971f8cc0e0749b894c1ce0b41a5ee9c for: {'port': 1} {{(pid=78743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 15:15:39.660385 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:39.815679 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Allocated IP 172.20.0.4 (291874f3-077d-4b52-954e-5194557b58cc/0ee13644-e1d0-4232-af48-bacc69a84ae1/ac4cff52-5ac2-4bd3-ae31-94af66ac3624) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:15:39.998877 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:40.014454 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Transition to ACTIVE for port object ac4cff52-5ac2-4bd3-ae31-94af66ac3624 will not be triggered until provisioned by entity DHCP. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:15:40.039941 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:40.047935 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ccfa2529-0b28-4988-980d-7cf125d1164a tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:15:40.114615 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Network 291874f3-077d-4b52-954e-5194557b58cc is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:15:40.117774 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:15:40.126473 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:15:40.162884 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Pushing event updated for resources: {'Port': ['ID=ac4cff52-5ac2-4bd3-ae31-94af66ac3624,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:40.174510 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:40.174893 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:40.175263 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:40.175626 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:40.175999 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:40.176372 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:40.176733 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:40.177088 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:40.177445 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:40.177796 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:40.178218 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:40.178569 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:40.184410 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:15:40.207105 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:40.207758 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:40.235344 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-e0f3617f-6fd4-421d-95e0-602888072165 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8239710 May 10 15:15:40.247811 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] Request body: {'port': {'device_id': '07bbcaa7-3dfe-4eac-8b64-91909a350f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:15:40.360816 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:40.365917 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0a317cec-7e07-48f9-b3c1-987f72b375aa None None] Provisioning for port ac4cff52-5ac2-4bd3-ae31-94af66ac3624 completed by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:15:40.370696 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0a317cec-7e07-48f9-b3c1-987f72b375aa None None] Provisioning complete for port ac4cff52-5ac2-4bd3-ae31-94af66ac3624 triggered by entity DHCP. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:15:40.371066 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0a317cec-7e07-48f9-b3c1-987f72b375aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:40.422855 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-0a317cec-7e07-48f9-b3c1-987f72b375aa None None] Port ac4cff52-5ac2-4bd3-ae31-94af66ac3624 cannot update to ACTIVE because it is not bound. {{(pid=78744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 10 15:15:40.697942 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538bde6-40bf-4ade-ab41-9e18ef0d824c req-5203108e-43c7-426a-a888-b1cc20c9544d tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:40.698525 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-a538bde6-40bf-4ade-ab41-9e18ef0d824c req-5203108e-43c7-426a-a888-b1cc20c9544d tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Synchronizing usage tracker for tenant:0971f8cc0e0749b894c1ce0b41a5ee9c on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:15:40.762173 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-a538bde6-40bf-4ade-ab41-9e18ef0d824c req-5203108e-43c7-426a-a888-b1cc20c9544d tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Unset dirty status for tenant:0971f8cc0e0749b894c1ce0b41a5ee9c on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:15:40.763284 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a538bde6-40bf-4ade-ab41-9e18ef0d824c req-5203108e-43c7-426a-a888-b1cc20c9544d tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e HTTP/1.1" status: 200 len: 931 time: 0.1969557 May 10 15:15:40.768855 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac4cff52-5ac2-4bd3-ae31-94af66ac3624 {{(pid=78743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:15:40.788456 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:40.817744 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.provisioning_blocks [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] Transition to ACTIVE for port object ac4cff52-5ac2-4bd3-ae31-94af66ac3624 will not be triggered until provisioned by entity L2. {{(pid=78743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 10 15:15:40.825513 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a538bde6-40bf-4ade-ab41-9e18ef0d824c req-f7a07156-9e49-4ba2-b2cd-c08921028c1b tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518095 May 10 15:15:40.826204 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:40.829689 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1b97262e-9567-4790-94ee-0347389c5315 tempest-VolumesNegativeTest-1585306076 tempest-VolumesNegativeTest-1585306076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:15:40.951461 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] Pushing event updated for resources: {'Port': ['ID=ac4cff52-5ac2-4bd3-ae31-94af66ac3624,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:40.980058 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:15:40.984276 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:41.058804 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] Attempting to bind port ac4cff52-5ac2-4bd3-ae31-94af66ac3624 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 10 15:15:41.059129 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] Attempting to bind port ac4cff52-5ac2-4bd3-ae31-94af66ac3624 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'df740673-c9ab-44a7-afae-1b6efc0dc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '291874f3-077d-4b52-954e-5194557b58cc'}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 10 15:15:41.059447 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] Attempting to bind port ac4cff52-5ac2-4bd3-ae31-94af66ac3624 on network 291874f3-077d-4b52-954e-5194557b58cc {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:15:41.064019 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] Port ac4cff52-5ac2-4bd3-ae31-94af66ac3624 on network 291874f3-077d-4b52-954e-5194557b58cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 10 15:15:41.064356 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] Attempting to bind port ac4cff52-5ac2-4bd3-ae31-94af66ac3624 on network 291874f3-077d-4b52-954e-5194557b58cc {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 10 15:15:41.070064 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] Checking agent: {'id': '22792be7-dc61-4190-b12e-2da4263bba02', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'started_at': datetime.datetime(2021, 5, 10, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 15, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 10 15:15:41.070389 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] Checking segment: {'id': 'df740673-c9ab-44a7-afae-1b6efc0dc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '291874f3-077d-4b52-954e-5194557b58cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 10 15:15:41.070763 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] Bound using segment: {'id': 'df740673-c9ab-44a7-afae-1b6efc0dc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '291874f3-077d-4b52-954e-5194557b58cc'} {{(pid=78743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 10 15:15:41.071182 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.managers [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] Bound port: ac4cff52-5ac2-4bd3-ae31-94af66ac3624, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df740673-c9ab-44a7-afae-1b6efc0dc754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '291874f3-077d-4b52-954e-5194557b58cc'}}] {{(pid=78743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 10 15:15:41.071518 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:41.162016 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] For port ac4cff52-5ac2-4bd3-ae31-94af66ac3624, host hv-cinder-77428, cleared binding levels {{(pid=78743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 10 15:15:41.165211 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] For port ac4cff52-5ac2-4bd3-ae31-94af66ac3624, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ac4cff52-5ac2-4bd3-ae31-94af66ac3624,segment=NetworkSegment(df740673-c9ab-44a7-afae-1b6efc0dc754),segment_id=df740673-c9ab-44a7-afae-1b6efc0dc754)] {{(pid=78743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 10 15:15:41.169259 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:41.172817 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-5c3d857a-be71-4249-b600-527db1e95378 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:15:41.224537 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:41.225175 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:41.226549 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] 10.222.0.47 "PUT /v2.0/ports/ac4cff52-5ac2-4bd3-ae31-94af66ac3624 HTTP/1.1" status: 200 len: 1093 time: 0.9832413 May 10 15:15:41.227075 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07bbcaa7-3dfe-4eac-8b64-91909a350f9e', 'tag': 'ac4cff52-5ac2-4bd3-ae31-94af66ac3624'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:15:41.253555 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] Pushing event updated for resources: {'Port': ['ID=ac4cff52-5ac2-4bd3-ae31-94af66ac3624,revision_number=3']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:41.262207 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:15:41.302891 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07bbcaa7-3dfe-4eac-8b64-91909a350f9e', 'tag': 'ac4cff52-5ac2-4bd3-ae31-94af66ac3624', 'status': 'completed', 'code': 200} May 10 15:15:41.346963 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-732c96cc-9d3f-4fd7-a9db-229291fb97ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:41.348451 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-732c96cc-9d3f-4fd7-a9db-229291fb97ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c&device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e HTTP/1.1" status: 200 len: 1096 time: 0.0777037 May 10 15:15:41.516501 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-06558330-4bd7-4c92-b4f1-270549396dd3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac4cff52-5ac2-4bd3-ae31-94af66ac3624 HTTP/1.1" status: 200 len: 217 time: 0.1551945 May 10 15:15:41.580610 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-e129e90c-e829-49fa-a98a-026ee602f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:41.581938 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-e129e90c-e829-49fa-a98a-026ee602f467 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ee13644-e1d0-4232-af48-bacc69a84ae1 HTTP/1.1" status: 200 len: 850 time: 0.0561533 May 10 15:15:41.658484 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-9ba20d98-d240-4e2f-84e0-316e8afd7880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:41.659865 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-9ba20d98-d240-4e2f-84e0-316e8afd7880 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=291874f3-077d-4b52-954e-5194557b58cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0673065 May 10 15:15:41.790829 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-d393900a-e50d-4f1c-8de5-dfc50e8dd783 service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191683 May 10 15:15:41.922685 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9d474fce-357e-4316-a524-aa6e1dcc435d req-2a31b332-5a4c-46fe-b0fe-d7522593db21 service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216850 May 10 15:15:42.058216 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd164f-8325-47a5-88f5-d2798e47df0f req-ffd360d5-bea9-442e-af51-910c8b784912 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:42.059580 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-30bd164f-8325-47a5-88f5-d2798e47df0f req-ffd360d5-bea9-442e-af51-910c8b784912 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e HTTP/1.1" status: 200 len: 943 time: 0.1299102 May 10 15:15:42.088240 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d1236-96b2-4822-a2df-c2b1709b48e4 req-edc95607-77e9-4c0d-b72a-c6985e3c927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:42.089632 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-128d1236-96b2-4822-a2df-c2b1709b48e4 req-edc95607-77e9-4c0d-b72a-c6985e3c927a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c&device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e HTTP/1.1" status: 200 len: 1096 time: 0.1135285 May 10 15:15:42.180386 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-30bd164f-8325-47a5-88f5-d2798e47df0f req-54063423-e7e5-44bb-9eb7-36c4471a84e7 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100683 May 10 15:15:42.233167 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d1236-96b2-4822-a2df-c2b1709b48e4 req-9010634a-4043-4770-9a46-95a99683d143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:42.234622 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-128d1236-96b2-4822-a2df-c2b1709b48e4 req-9010634a-4043-4770-9a46-95a99683d143 service neutron] 10.222.0.47 "GET /v2.0/networks?id=291874f3-077d-4b52-954e-5194557b58cc HTTP/1.1" status: 200 len: 912 time: 0.1325309 May 10 15:15:42.305143 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-128d1236-96b2-4822-a2df-c2b1709b48e4 req-71876d2c-81bf-4f32-bc18-97fd9ff44b5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac4cff52-5ac2-4bd3-ae31-94af66ac3624 HTTP/1.1" status: 200 len: 217 time: 0.0625567 May 10 15:15:42.372109 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d1236-96b2-4822-a2df-c2b1709b48e4 req-51c4d88b-eed9-4a32-83fa-a540a01b6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:42.373361 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-128d1236-96b2-4822-a2df-c2b1709b48e4 req-51c4d88b-eed9-4a32-83fa-a540a01b6b72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ee13644-e1d0-4232-af48-bacc69a84ae1 HTTP/1.1" status: 200 len: 850 time: 0.0581861 May 10 15:15:42.447760 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d1236-96b2-4822-a2df-c2b1709b48e4 req-1bc8b97c-4fcb-45c6-ad7c-22e61b37895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:42.449170 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-128d1236-96b2-4822-a2df-c2b1709b48e4 req-1bc8b97c-4fcb-45c6-ad7c-22e61b37895d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=291874f3-077d-4b52-954e-5194557b58cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0665135 May 10 15:15:42.578450 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-128d1236-96b2-4822-a2df-c2b1709b48e4 req-46768bd0-470d-406b-9dea-3f664ddce03c service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199267 May 10 15:15:42.708864 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-128d1236-96b2-4822-a2df-c2b1709b48e4 req-ddc0c52c-01d3-453b-ba40-7f96ec554c7d service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199698 May 10 15:15:43.360803 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51625dde-05e2-480f-9950-d1c804e86ad0 req-ea369c5b-584c-4768-851d-15ccce8560fb tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:43.362144 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-51625dde-05e2-480f-9950-d1c804e86ad0 req-ea369c5b-584c-4768-851d-15ccce8560fb tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e HTTP/1.1" status: 200 len: 943 time: 0.0783985 May 10 15:15:43.408321 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-51625dde-05e2-480f-9950-d1c804e86ad0 req-9aded230-3ebb-42dc-8d0c-fe567d1495e5 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406048 May 10 15:15:44.590347 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708be99-11ea-4fe6-a25e-ff83e392cb9d req-9606d653-eee5-4d89-a409-b9db0efb30c1 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:44.591751 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9708be99-11ea-4fe6-a25e-ff83e392cb9d req-9606d653-eee5-4d89-a409-b9db0efb30c1 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e HTTP/1.1" status: 200 len: 943 time: 0.0779755 May 10 15:15:44.634961 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9708be99-11ea-4fe6-a25e-ff83e392cb9d req-4eacf6d4-3941-43f7-a2a5-e8542a354d38 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377092 May 10 15:15:45.907145 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93490a5-29e9-49cd-abab-903b7ee75285 req-bd99f4a0-dc15-43dd-b785-c2e902f91572 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:45.908611 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a93490a5-29e9-49cd-abab-903b7ee75285 req-bd99f4a0-dc15-43dd-b785-c2e902f91572 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e HTTP/1.1" status: 200 len: 943 time: 0.1726446 May 10 15:15:45.952664 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a93490a5-29e9-49cd-abab-903b7ee75285 req-5ad66bf7-f304-483a-9be8-bddefd722b48 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372632 May 10 15:15:47.132758 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6497c4-734f-4692-9364-bf2b810192d5 req-d51fd10b-5030-411a-9299-b8f7ee545238 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:47.134192 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9b6497c4-734f-4692-9364-bf2b810192d5 req-d51fd10b-5030-411a-9299-b8f7ee545238 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e HTTP/1.1" status: 200 len: 943 time: 0.0792117 May 10 15:15:47.179994 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-9b6497c4-734f-4692-9364-bf2b810192d5 req-b598d8d9-1a90-4f47-b136-e0fd9dbc8d2a tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401061 May 10 15:15:48.361871 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a8f59-7cba-4983-8a4c-578bb0609993 req-9e9b4efe-5728-482a-ae46-168ec6b76bd3 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:48.363300 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-669a8f59-7cba-4983-8a4c-578bb0609993 req-9e9b4efe-5728-482a-ae46-168ec6b76bd3 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e HTTP/1.1" status: 200 len: 943 time: 0.0784976 May 10 15:15:48.407703 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-669a8f59-7cba-4983-8a4c-578bb0609993 req-d61b42f2-066b-407c-84ed-7da338f43e85 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386779 May 10 15:15:49.587932 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969eaefc-8b70-40d9-92e8-0110b8f8c562 req-f3be101d-419c-4b0e-bfd5-f1b378e28492 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:49.589353 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-969eaefc-8b70-40d9-92e8-0110b8f8c562 req-f3be101d-419c-4b0e-bfd5-f1b378e28492 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e HTTP/1.1" status: 200 len: 943 time: 0.0803282 May 10 15:15:49.632015 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-969eaefc-8b70-40d9-92e8-0110b8f8c562 req-f7ef1c57-d4aa-4eed-9d9a-621500a4ce41 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370162 May 10 15:15:49.980725 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device ac4cff52-5ac2-4bd3-ae31-94af66ac3624 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=78744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 10 15:15:50.110162 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port ac4cff52-5ac2-4bd3-ae31-94af66ac3624, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ac4cff52-5ac2-4bd3-ae31-94af66ac3624,segment=NetworkSegment(df740673-c9ab-44a7-afae-1b6efc0dc754),segment_id=df740673-c9ab-44a7-afae-1b6efc0dc754)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:15:50.126088 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Returning: {'device': 'ac4cff52-5ac2-4bd3-ae31-94af66ac3624', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'port_id': 'ac4cff52-5ac2-4bd3-ae31-94af66ac3624', 'mac_address': 'fa:16:3e:90:69:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 10 15:15:50.214471 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:50.230401 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac4cff52-5ac2-4bd3-ae31-94af66ac3624 {{(pid=78744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 10 15:15:50.245712 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port ac4cff52-5ac2-4bd3-ae31-94af66ac3624, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ac4cff52-5ac2-4bd3-ae31-94af66ac3624,segment=NetworkSegment(df740673-c9ab-44a7-afae-1b6efc0dc754),segment_id=df740673-c9ab-44a7-afae-1b6efc0dc754)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:15:50.249540 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:50.251344 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-432c8be8-deb8-4a90-9b9e-1cde5b8c9534 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:15:50.316303 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=ac4cff52-5ac2-4bd3-ae31-94af66ac3624,revision_number=4']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:50.323259 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:50.323606 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:50.323947 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:50.324306 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:50.324635 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:50.324963 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:50.325286 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:50.325609 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:50.325929 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:50.326247 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:50.326564 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:50.326879 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:15:50.330547 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:15:50.534585 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] get_ports_and_sgs() called for port_ids ['ac4cff52-5ac2-4bd3-ae31-94af66ac3624'] {{(pid=78744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 10 15:15:51.059855 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e7339-acf1-4e78-ad00-dabc48de8340 req-7ff8d2e6-8ef8-4e17-9647-36c70b16a2d7 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:51.061313 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0c5e7339-acf1-4e78-ad00-dabc48de8340 req-7ff8d2e6-8ef8-4e17-9647-36c70b16a2d7 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e HTTP/1.1" status: 200 len: 944 time: 0.0790880 May 10 15:15:51.107682 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-0c5e7339-acf1-4e78-ad00-dabc48de8340 req-12c2e7af-9b7d-4587-ac2e-98929cb17cb3 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407238 May 10 15:15:51.996048 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device ac4cff52-5ac2-4bd3-ae31-94af66ac3624 up at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 10 15:15:52.062022 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning for port ac4cff52-5ac2-4bd3-ae31-94af66ac3624 completed by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 10 15:15:52.066498 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.provisioning_blocks [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Provisioning complete for port ac4cff52-5ac2-4bd3-ae31-94af66ac3624 triggered by entity L2. {{(pid=78744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 10 15:15:52.066873 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3486319'] for port, provisioning_complete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:52.180260 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:52.206467 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bbcaa7-3dfe-4eac-8b64-91909a350f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4cff52-5ac2-4bd3-ae31-94af66ac3624'}] {{(pid=78744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:15:52.217158 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] For port ac4cff52-5ac2-4bd3-ae31-94af66ac3624, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ac4cff52-5ac2-4bd3-ae31-94af66ac3624,segment=NetworkSegment(df740673-c9ab-44a7-afae-1b6efc0dc754),segment_id=df740673-c9ab-44a7-afae-1b6efc0dc754)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:15:52.221104 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603'] for port, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:52.223711 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-7d60841d-5954-4f2c-8c8c-edea33794c6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:15:52.254249 dv-cinder-774286-14-iscsi neutron-server[78744]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bbcaa7-3dfe-4eac-8b64-91909a350f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac4cff52-5ac2-4bd3-ae31-94af66ac3624', 'code': 200} May 10 15:15:52.296499 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Pushing event updated for resources: {'Port': ['ID=ac4cff52-5ac2-4bd3-ae31-94af66ac3624,revision_number=5']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:52.297167 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c4af2-e267-487e-ac3d-7c0aeea218f6 req-f92957a4-f2df-4b01-b980-32e7aef9b1f2 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:52.298622 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2f3c4af2-e267-487e-ac3d-7c0aeea218f6 req-f92957a4-f2df-4b01-b980-32e7aef9b1f2 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e HTTP/1.1" status: 200 len: 945 time: 0.0836041 May 10 15:15:52.299433 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:15:52.344007 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2f3c4af2-e267-487e-ac3d-7c0aeea218f6 req-9cf927f1-88a3-49f4-999b-ff67e88e4981 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386651 May 10 15:15:52.541875 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b25e8-18bf-44e1-bd80-3c864f9b6b8a req-7d4fb732-f0d7-4d5f-9a7b-7702099096d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:52.543290 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3f6b25e8-18bf-44e1-bd80-3c864f9b6b8a req-7d4fb732-f0d7-4d5f-9a7b-7702099096d0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e HTTP/1.1" status: 200 len: 1098 time: 0.0703766 May 10 15:15:52.586635 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-3f6b25e8-18bf-44e1-bd80-3c864f9b6b8a req-29930462-9272-4fa9-b37e-ddd92098e9b1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326991 May 10 15:15:53.529124 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3fb88-eb2c-4911-b2cb-a2e5b0d45568 req-e9aef5af-9242-4c0b-98e7-f96db3dbe875 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:53.530723 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d2f3fb88-eb2c-4911-b2cb-a2e5b0d45568 req-e9aef5af-9242-4c0b-98e7-f96db3dbe875 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e HTTP/1.1" status: 200 len: 945 time: 0.0798202 May 10 15:15:53.580182 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d2f3fb88-eb2c-4911-b2cb-a2e5b0d45568 req-f61dcc23-b5f0-4b33-baed-5a346e8aad55 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420811 May 10 15:15:54.887777 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0124a58-9e8c-4275-922e-c78d5866ce80 req-bee799de-2687-4741-baca-0ec1c794267c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:54.889124 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c0124a58-9e8c-4275-922e-c78d5866ce80 req-bee799de-2687-4741-baca-0ec1c794267c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e HTTP/1.1" status: 200 len: 945 time: 0.2068181 May 10 15:15:54.933013 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c0124a58-9e8c-4275-922e-c78d5866ce80 req-76d72691-473e-4585-96ae-aace07ef83de tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381565 May 10 15:15:55.158875 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b28888-f5b4-42ab-8888-32fe094d95e6 req-a366aef3-517e-4ba2-88f0-66cf6fb85d9e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:55.160233 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a9b28888-f5b4-42ab-8888-32fe094d95e6 req-a366aef3-517e-4ba2-88f0-66cf6fb85d9e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e HTTP/1.1" status: 200 len: 945 time: 0.1274011 May 10 15:15:55.204556 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a9b28888-f5b4-42ab-8888-32fe094d95e6 req-08aa059a-79fa-47c0-8944-1bced2eb4946 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377793 May 10 15:15:55.227055 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50934) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:15:55.296383 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95df1794-2b73-4008-92cd-0a4fc5716f5d tempest-TestVolumeBootPattern-2030389225 tempest-TestVolumeBootPattern-2030389225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:55.297840 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-95df1794-2b73-4008-92cd-0a4fc5716f5d tempest-TestVolumeBootPattern-2030389225 tempest-TestVolumeBootPattern-2030389225-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e HTTP/1.1" status: 200 len: 1093 time: 0.0698411 May 10 15:15:55.300568 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50938) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:15:55.305640 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.v2.base [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Request body: {'floatingip': {'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'port_id': 'ac4cff52-5ac2-4bd3-ae31-94af66ac3624', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=78743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 10 15:15:55.311450 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 10 15:15:55.315210 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Usage tracker for resource:floatingip and tenant:0971f8cc0e0749b894c1ce0b41a5ee9c is out of sync, need to count used quota {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 10 15:15:55.318002 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78743) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 10 15:15:55.323497 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.quota.driver [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78743) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 10 15:15:55.336674 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for floatingip, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:55.463418 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:55.594014 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_common [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Allocated IP 172.27.2.38 (7f05d45f-a9de-427f-b4f6-29fb46a47d9c/0e18a723-9037-4ee4-acce-9c55576c5ea3/6baf27ba-08fc-4fa0-b196-857555787c0c) {{(pid=78743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 15:15:55.735061 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for port, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:55.763336 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729786849540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:55.766758 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-eec707f6-f1b8-4402-bc7f-98419fe2ca3e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:15:55.824699 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Network 7f05d45f-a9de-427f-b4f6-29fb46a47d9c is already hosted by enough agents. {{(pid=78743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 15:15:55.827360 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.base_scheduler [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Resources bound (agent type, host, resource id): {{(pid=78743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 15:15:55.830948 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Received port after_create {{(pid=78743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 10 15:15:55.869788 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Pushing event updated for resources: {'Port': ['ID=6baf27ba-08fc-4fa0-b196-857555787c0c,revision_number=1']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:55.873817 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:15:56.313178 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:56.385344 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3621880'] for port, before_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:56.580532 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for port, precommit_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:56.584825 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729787283559', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729786849558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729786849603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2001173'] for port, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:56.589236 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-a442d1b5-9ea6-4e38-a5cd-bf8e1b283f8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:15:56.688908 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Pushing event updated for resources: {'Port': ['ID=6baf27ba-08fc-4fa0-b196-857555787c0c,revision_number=2']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:15:56.692653 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:15:56.704517 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-405872'] for floatingip, after_update {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:56.870365 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.db.l3_db [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Floating IP 83cd998a-59ea-4d26-857c-b799d852841c associated. External IP: 172.27.2.38, port: ac4cff52-5ac2-4bd3-ae31-94af66ac3624. May 10 15:15:57.205499 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:15:57.376707 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:15:57.385947 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922aa34f-e1c3-46ae-9dc9-e4a36338a22e None None] Sync routers for ids ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:15:57.394867 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922aa34f-e1c3-46ae-9dc9-e4a36338a22e None None] Routers {'7eecd3cc-6fd1-4a7a-9c49-0908e608d610'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:15:57.395488 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-922aa34f-e1c3-46ae-9dc9-e4a36338a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:15:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:57.399803 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for floatingip, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:15:57.565748 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2641532 May 10 15:15:57.566503 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07bbcaa7-3dfe-4eac-8b64-91909a350f9e', 'tag': 'ac4cff52-5ac2-4bd3-ae31-94af66ac3624'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:15:57.575627 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-922aa34f-e1c3-46ae-9dc9-e4a36338a22e None None] Set router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:15:57.610824 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07bbcaa7-3dfe-4eac-8b64-91909a350f9e', 'tag': 'ac4cff52-5ac2-4bd3-ae31-94af66ac3624', 'status': 'completed', 'code': 200} May 10 15:15:57.702420 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e8880-a2b2-4ae4-bbc2-a12ed9588aa8 req-520afa4f-ed5f-4510-bf68-13a58551548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:57.703785 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6e9e8880-a2b2-4ae4-bbc2-a12ed9588aa8 req-520afa4f-ed5f-4510-bf68-13a58551548c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c&device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e HTTP/1.1" status: 200 len: 1098 time: 0.0700922 May 10 15:15:57.834362 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e8880-a2b2-4ae4-bbc2-a12ed9588aa8 req-56d2ca06-1b57-433a-b925-be6f90d1b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:57.835792 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6e9e8880-a2b2-4ae4-bbc2-a12ed9588aa8 req-56d2ca06-1b57-433a-b925-be6f90d1b987 service neutron] 10.222.0.47 "GET /v2.0/networks?id=291874f3-077d-4b52-954e-5194557b58cc HTTP/1.1" status: 200 len: 912 time: 0.1255174 May 10 15:15:57.915341 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-922aa34f-e1c3-46ae-9dc9-e4a36338a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:10:42Z', 'revision_number': 4, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port': {'id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:39Z', 'updated_at': '2021-05-10T15:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': '7bbedcf8-017a-4cb6-9e94-490e411d959f', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'port_id': '8a161834-2e23-4fd3-95fe-db4f1c336367', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'mac_address': 'fa:16:3e:9a:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b85667e-75d1-41bd-b960-a6f550baa9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:13:49Z', 'updated_at': '2021-05-10T15:13:52Z', 'revision_number': 1, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'fixed_ip_address_scope': None}, {'id': '83cd998a-59ea-4d26-857c-b799d852841c', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'port_id': 'ac4cff52-5ac2-4bd3-ae31-94af66ac3624', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'mac_address': 'fa:16:3e:90:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bbcaa7-3dfe-4eac-8b64-91909a350f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:15:56Z', 'updated_at': '2021-05-10T15:15:56Z', 'revision_number': 0, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362dfac-a1ba-499a-9caa-75663c0bd1f8', 'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'mac_address': 'fa:16:3e:16:eb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:42Z', 'updated_at': '2021-05-10T15:10:47Z', 'revision_number': 5, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'subnets': [{'id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:57.919145 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922aa34f-e1c3-46ae-9dc9-e4a36338a22e None None] Checking router: 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:15:57.927427 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922aa34f-e1c3-46ae-9dc9-e4a36338a22e None None] Routers {'7eecd3cc-6fd1-4a7a-9c49-0908e608d610'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:15:57.928058 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-922aa34f-e1c3-46ae-9dc9-e4a36338a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:15:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:57.936760 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6e9e8880-a2b2-4ae4-bbc2-a12ed9588aa8 req-67b5e727-59ef-4ec2-858d-d2518b85b526 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac4cff52-5ac2-4bd3-ae31-94af66ac3624 HTTP/1.1" status: 200 len: 998 time: 0.0946789 May 10 15:15:58.000709 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e8880-a2b2-4ae4-bbc2-a12ed9588aa8 req-e5c83572-2931-4018-aa65-0cda28148cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:58.002026 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6e9e8880-a2b2-4ae4-bbc2-a12ed9588aa8 req-e5c83572-2931-4018-aa65-0cda28148cc5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ee13644-e1d0-4232-af48-bacc69a84ae1 HTTP/1.1" status: 200 len: 850 time: 0.0590637 May 10 15:15:58.076754 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e8880-a2b2-4ae4-bbc2-a12ed9588aa8 req-5a92b0b8-98a4-455c-a2dd-26e7248d8d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:15:58.078209 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6e9e8880-a2b2-4ae4-bbc2-a12ed9588aa8 req-5a92b0b8-98a4-455c-a2dd-26e7248d8d6e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=291874f3-077d-4b52-954e-5194557b58cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0694804 May 10 15:15:58.105937 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-922aa34f-e1c3-46ae-9dc9-e4a36338a22e None None] Set router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:15:58.209873 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6e9e8880-a2b2-4ae4-bbc2-a12ed9588aa8 req-85e09b55-786c-439f-855d-193ff076f3d4 service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243985 May 10 15:15:58.341480 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-6e9e8880-a2b2-4ae4-bbc2-a12ed9588aa8 req-5dfde34a-3afe-4079-bfc1-cc8a980efcc6 service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249945 May 10 15:15:58.483166 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-922aa34f-e1c3-46ae-9dc9-e4a36338a22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:10:42Z', 'revision_number': 4, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port': {'id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:39Z', 'updated_at': '2021-05-10T15:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': '7bbedcf8-017a-4cb6-9e94-490e411d959f', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'port_id': '8a161834-2e23-4fd3-95fe-db4f1c336367', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'mac_address': 'fa:16:3e:9a:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b85667e-75d1-41bd-b960-a6f550baa9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:13:49Z', 'updated_at': '2021-05-10T15:13:52Z', 'revision_number': 1, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'fixed_ip_address_scope': None}, {'id': '83cd998a-59ea-4d26-857c-b799d852841c', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'port_id': 'ac4cff52-5ac2-4bd3-ae31-94af66ac3624', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'mac_address': 'fa:16:3e:90:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bbcaa7-3dfe-4eac-8b64-91909a350f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:15:56Z', 'updated_at': '2021-05-10T15:15:56Z', 'revision_number': 0, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362dfac-a1ba-499a-9caa-75663c0bd1f8', 'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'mac_address': 'fa:16:3e:16:eb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:42Z', 'updated_at': '2021-05-10T15:10:47Z', 'revision_number': 5, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'subnets': [{'id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:15:58.487024 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922aa34f-e1c3-46ae-9dc9-e4a36338a22e None None] The sync data for ids ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'] in dv-cinder-774286-14-iscsi is: [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:10:42Z', 'revision_number': 4, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port': {'id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:39Z', 'updated_at': '2021-05-10T15:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': '7bbedcf8-017a-4cb6-9e94-490e411d959f', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'port_id': '8a161834-2e23-4fd3-95fe-db4f1c336367', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'mac_address': 'fa:16:3e:9a:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b85667e-75d1-41bd-b960-a6f550baa9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:13:49Z', 'updated_at': '2021-05-10T15:13:52Z', 'revision_number': 1, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'fixed_ip_address_scope': None}, {'id': '83cd998a-59ea-4d26-857c-b799d852841c', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'port_id': 'ac4cff52-5ac2-4bd3-ae31-94af66ac3624', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'mac_address': 'fa:16:3e:90:69:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bbcaa7-3dfe-4eac-8b64-91909a350f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:15:56Z', 'updated_at': '2021-05-10T15:15:56Z', 'revision_number': 0, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362dfac-a1ba-499a-9caa-75663c0bd1f8', 'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'mac_address': 'fa:16:3e:16:eb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:42Z', 'updated_at': '2021-05-10T15:10:47Z', 'revision_number': 5, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'subnets': [{'id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:15:58.648490 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee225293-b7db-42c1-b1ca-37754f39f0ac None None] New status for floating IP 83cd998a-59ea-4d26-857c-b799d852841c: ACTIVE {{(pid=78745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:16:04.386161 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:05.873535 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-b656a394-d848-4238-89c1-3385a1ee641f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:08.466661 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:08.621678 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-59a1e47e-4cf8-4e20-9882-f0a700c22b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:09.457147 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:10.982943 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:12.424564 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f09a3edb-9712-42ca-95dc-89df238e4fae req-d6dd2b07-38e0-438b-bf1f-319efffd957e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1084692 May 10 15:16:12.560976 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a3edb-9712-42ca-95dc-89df238e4fae req-ab0cc0f0-6139-4449-8b03-66bee88af546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:16:12.562401 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f09a3edb-9712-42ca-95dc-89df238e4fae req-ab0cc0f0-6139-4449-8b03-66bee88af546 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c&device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 1098 time: 0.0725274 May 10 15:16:12.701106 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a3edb-9712-42ca-95dc-89df238e4fae req-61d126e6-a79f-473d-8dc1-e20858994ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:16:12.702401 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f09a3edb-9712-42ca-95dc-89df238e4fae req-61d126e6-a79f-473d-8dc1-e20858994ad4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=291874f3-077d-4b52-954e-5194557b58cc HTTP/1.1" status: 200 len: 912 time: 0.1222408 May 10 15:16:12.803837 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f09a3edb-9712-42ca-95dc-89df238e4fae req-1e923e99-01c6-4a48-888d-0d06d1a92ba6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a161834-2e23-4fd3-95fe-db4f1c336367 HTTP/1.1" status: 200 len: 1000 time: 0.0925107 May 10 15:16:12.863834 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a3edb-9712-42ca-95dc-89df238e4fae req-10062c27-7c34-48f7-aaa0-4ed1cdb0893a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:16:12.865735 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f09a3edb-9712-42ca-95dc-89df238e4fae req-10062c27-7c34-48f7-aaa0-4ed1cdb0893a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ee13644-e1d0-4232-af48-bacc69a84ae1 HTTP/1.1" status: 200 len: 850 time: 0.0551131 May 10 15:16:12.945483 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a3edb-9712-42ca-95dc-89df238e4fae req-2facfd03-9129-431d-bc83-94ebb90fc167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:16:12.946863 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f09a3edb-9712-42ca-95dc-89df238e4fae req-2facfd03-9129-431d-bc83-94ebb90fc167 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=291874f3-077d-4b52-954e-5194557b58cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0703516 May 10 15:16:13.074857 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f09a3edb-9712-42ca-95dc-89df238e4fae req-0a025aae-54ad-4cbb-9dd2-20dc138afc42 service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209161 May 10 15:16:13.201915 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-f09a3edb-9712-42ca-95dc-89df238e4fae req-61d7724f-d9c7-4729-9fee-2a664cc184e4 service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204336 May 10 15:16:14.136664 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:16:21.105623 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [req-f3103d43-8192-4e66-91b7-381cf8a6d275 req-fdb06660-7daa-494c-8914-d01e3e2e84a6 service neutron] (78743) timed out ('10.222.0.47', 61224) {{(pid=78743) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 15:16:21.129819 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [req-07217362-1a25-43e4-bff1-00fb3e889031 req-3e9443fc-6623-4e69-bbed-5734b08cf58f service neutron] (78742) timed out ('10.222.0.47', 61214) {{(pid=78742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 15:16:34.414024 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:35.876144 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-fdfe11cb-6cc6-496a-b919-b37485d3ddc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:38.468734 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:38.622645 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-21da4a48-11ee-441b-bf49-6162e2c1a6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:39.167556 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [req-3047eaf9-b1a9-4440-ad9a-6ac35cea2ac9 req-25caeb60-8271-4aa0-97c6-214ccf43d2a3 service neutron] (78743) timed out ('10.222.0.47', 61213) {{(pid=78743) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 15:16:39.459582 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:40.985102 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:16:51.135472 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:17:04.422557 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:05.877784 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-6133ea2c-2ef1-4035-bc27-985384135e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:08.470375 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:08.622548 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-447c4dc0-ada1-465c-a11f-38785553de2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:09.461894 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:10.986791 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:13.515796 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-470f5d2c-aa29-42a4-a3a5-9e480e388e2d req-1e947743-681b-4a73-8532-c46107dfc869 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1591249 May 10 15:17:13.611816 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f5d2c-aa29-42a4-a3a5-9e480e388e2d req-ae93108b-a2e2-424d-a1b8-e0199355f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:17:13.613288 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-470f5d2c-aa29-42a4-a3a5-9e480e388e2d req-ae93108b-a2e2-424d-a1b8-e0199355f023 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c&device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e HTTP/1.1" status: 200 len: 1098 time: 0.0702486 May 10 15:17:13.760792 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f5d2c-aa29-42a4-a3a5-9e480e388e2d req-4bb2c986-25d9-44bb-9a43-021932a70a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:17:13.762198 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-470f5d2c-aa29-42a4-a3a5-9e480e388e2d req-4bb2c986-25d9-44bb-9a43-021932a70a3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=291874f3-077d-4b52-954e-5194557b58cc HTTP/1.1" status: 200 len: 912 time: 0.1240628 May 10 15:17:13.861519 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-470f5d2c-aa29-42a4-a3a5-9e480e388e2d req-cd18aebb-b322-4385-8040-11f4939b4e4c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac4cff52-5ac2-4bd3-ae31-94af66ac3624 HTTP/1.1" status: 200 len: 1000 time: 0.0891502 May 10 15:17:13.927932 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f5d2c-aa29-42a4-a3a5-9e480e388e2d req-bc7ae002-c6b2-4f75-9d67-52fa6ae62727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:17:13.929341 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-470f5d2c-aa29-42a4-a3a5-9e480e388e2d req-bc7ae002-c6b2-4f75-9d67-52fa6ae62727 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ee13644-e1d0-4232-af48-bacc69a84ae1 HTTP/1.1" status: 200 len: 850 time: 0.0585620 May 10 15:17:14.004600 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f5d2c-aa29-42a4-a3a5-9e480e388e2d req-cf300393-f0e9-4a20-ab71-5caba09f6d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:17:14.005999 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-470f5d2c-aa29-42a4-a3a5-9e480e388e2d req-cf300393-f0e9-4a20-ab71-5caba09f6d33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=291874f3-077d-4b52-954e-5194557b58cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0668325 May 10 15:17:14.138591 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-470f5d2c-aa29-42a4-a3a5-9e480e388e2d req-449e8cbb-8d7e-4855-a0d9-bf794fb2ae8e service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219208 May 10 15:17:14.268692 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-470f5d2c-aa29-42a4-a3a5-9e480e388e2d req-e421035c-44aa-4f93-9784-485e0a1657f3 service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199541 May 10 15:17:25.001298 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 50966) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:17:25.259756 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-22c21fa2-829a-4ab8-8bef-46353bb7fe5c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Deleting port 6baf27ba-08fc-4fa0-b196-857555787c0c {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:17:25.260042 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-22c21fa2-829a-4ab8-8bef-46353bb7fe5c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:25.374007 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-22c21fa2-829a-4ab8-8bef-46353bb7fe5c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:25.374334 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-22c21fa2-829a-4ab8-8bef-46353bb7fe5c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:25.494553 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-22c21fa2-829a-4ab8-8bef-46353bb7fe5c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Calling delete_port for 6baf27ba-08fc-4fa0-b196-857555787c0c owned by network:floatingip {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:17:25.614896 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-22c21fa2-829a-4ab8-8bef-46353bb7fe5c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:25.619061 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-1888f667-6bc7-46b7-af83-cd75d7924c3c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:17:25.691413 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c21fa2-829a-4ab8-8bef-46353bb7fe5c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Pushing event deleted for resources: {'Port': ['ID=6baf27ba-08fc-4fa0-b196-857555787c0c,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:25.726055 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c21fa2-829a-4ab8-8bef-46353bb7fe5c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:25.726422 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c21fa2-829a-4ab8-8bef-46353bb7fe5c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:25.726788 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c21fa2-829a-4ab8-8bef-46353bb7fe5c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:25.727144 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c21fa2-829a-4ab8-8bef-46353bb7fe5c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:25.727493 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c21fa2-829a-4ab8-8bef-46353bb7fe5c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:25.727844 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c21fa2-829a-4ab8-8bef-46353bb7fe5c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:25.728216 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c21fa2-829a-4ab8-8bef-46353bb7fe5c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:25.728564 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c21fa2-829a-4ab8-8bef-46353bb7fe5c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:25.728909 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c21fa2-829a-4ab8-8bef-46353bb7fe5c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:25.729253 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c21fa2-829a-4ab8-8bef-46353bb7fe5c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:25.729592 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c21fa2-829a-4ab8-8bef-46353bb7fe5c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:25.729932 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c21fa2-829a-4ab8-8bef-46353bb7fe5c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:25.733162 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-22c21fa2-829a-4ab8-8bef-46353bb7fe5c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:17:25.761652 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-22c21fa2-829a-4ab8-8bef-46353bb7fe5c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for floatingip, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:25.761976 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.db.l3_db [None req-22c21fa2-829a-4ab8-8bef-46353bb7fe5c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Floating IP 83cd998a-59ea-4d26-857c-b799d852841c disassociated (deleted). External IP: 172.27.2.38, port: ac4cff52-5ac2-4bd3-ae31-94af66ac3624. May 10 15:17:26.189343 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c21fa2-829a-4ab8-8bef-46353bb7fe5c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:17:26.360134 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c21fa2-829a-4ab8-8bef-46353bb7fe5c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:17:26.369561 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5964c8d6-0f73-4f34-822d-ec00bcaeca74 None None] Sync routers for ids ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:17:26.379169 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5964c8d6-0f73-4f34-822d-ec00bcaeca74 None None] Routers {'7eecd3cc-6fd1-4a7a-9c49-0908e608d610'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:17:26.380649 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-5964c8d6-0f73-4f34-822d-ec00bcaeca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:17:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:26.381332 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-22c21fa2-829a-4ab8-8bef-46353bb7fe5c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for floatingip, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:26.438313 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-22c21fa2-829a-4ab8-8bef-46353bb7fe5c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "DELETE /v2.0/floatingips/83cd998a-59ea-4d26-857c-b799d852841c HTTP/1.1" status: 204 len: 168 time: 1.4359291 May 10 15:17:26.439063 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07bbcaa7-3dfe-4eac-8b64-91909a350f9e', 'tag': 'ac4cff52-5ac2-4bd3-ae31-94af66ac3624'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:17:26.540964 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07bbcaa7-3dfe-4eac-8b64-91909a350f9e', 'tag': 'ac4cff52-5ac2-4bd3-ae31-94af66ac3624', 'status': 'completed', 'code': 200} May 10 15:17:26.560926 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-5964c8d6-0f73-4f34-822d-ec00bcaeca74 None None] Set router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:17:26.648145 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62f21b-c080-4cb8-9bd5-f772682d95a3 req-8a47cd78-c56f-47ea-ba28-974042cb62af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:17:26.649751 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7b62f21b-c080-4cb8-9bd5-f772682d95a3 req-8a47cd78-c56f-47ea-ba28-974042cb62af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c&device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e HTTP/1.1" status: 200 len: 1098 time: 0.0757148 May 10 15:17:26.850126 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62f21b-c080-4cb8-9bd5-f772682d95a3 req-bd9346ea-a4db-41e3-b695-4972c428f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:17:26.851649 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7b62f21b-c080-4cb8-9bd5-f772682d95a3 req-bd9346ea-a4db-41e3-b695-4972c428f2a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=291874f3-077d-4b52-954e-5194557b58cc HTTP/1.1" status: 200 len: 912 time: 0.1815064 May 10 15:17:26.913421 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-5964c8d6-0f73-4f34-822d-ec00bcaeca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:10:42Z', 'revision_number': 4, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port': {'id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:39Z', 'updated_at': '2021-05-10T15:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': '7bbedcf8-017a-4cb6-9e94-490e411d959f', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'port_id': '8a161834-2e23-4fd3-95fe-db4f1c336367', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'mac_address': 'fa:16:3e:9a:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b85667e-75d1-41bd-b960-a6f550baa9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:13:49Z', 'updated_at': '2021-05-10T15:13:52Z', 'revision_number': 1, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362dfac-a1ba-499a-9caa-75663c0bd1f8', 'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'mac_address': 'fa:16:3e:16:eb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:42Z', 'updated_at': '2021-05-10T15:10:47Z', 'revision_number': 5, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'subnets': [{'id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:26.917136 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5964c8d6-0f73-4f34-822d-ec00bcaeca74 None None] Checking router: 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:17:26.918681 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcd7a7-5127-437d-9af2-23b38c5b8184 req-63b3414c-c096-42cb-af66-87bf6f956776 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:17:26.919362 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-2bfcd7a7-5127-437d-9af2-23b38c5b8184 req-63b3414c-c096-42cb-af66-87bf6f956776 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Synchronizing usage tracker for tenant:0971f8cc0e0749b894c1ce0b41a5ee9c on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:17:26.925511 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5964c8d6-0f73-4f34-822d-ec00bcaeca74 None None] Routers {'7eecd3cc-6fd1-4a7a-9c49-0908e608d610'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:17:26.926141 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-5964c8d6-0f73-4f34-822d-ec00bcaeca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:17:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:26.929772 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7b62f21b-c080-4cb8-9bd5-f772682d95a3 req-b563f15f-37ba-4830-9b44-bdb6cd44f755 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac4cff52-5ac2-4bd3-ae31-94af66ac3624 HTTP/1.1" status: 200 len: 217 time: 0.0696778 May 10 15:17:26.974670 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-2bfcd7a7-5127-437d-9af2-23b38c5b8184 req-63b3414c-c096-42cb-af66-87bf6f956776 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Unset dirty status for tenant:0971f8cc0e0749b894c1ce0b41a5ee9c on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:17:26.975753 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2bfcd7a7-5127-437d-9af2-23b38c5b8184 req-63b3414c-c096-42cb-af66-87bf6f956776 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e HTTP/1.1" status: 200 len: 945 time: 0.2356849 May 10 15:17:27.027478 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62f21b-c080-4cb8-9bd5-f772682d95a3 req-86d9d3e3-a42b-4c9a-937f-ed63ef9df9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:17:27.028904 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7b62f21b-c080-4cb8-9bd5-f772682d95a3 req-86d9d3e3-a42b-4c9a-937f-ed63ef9df9e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ee13644-e1d0-4232-af48-bacc69a84ae1 HTTP/1.1" status: 200 len: 850 time: 0.0900295 May 10 15:17:27.040842 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-2bfcd7a7-5127-437d-9af2-23b38c5b8184 req-a277173e-efdf-40ee-8707-e3212f0425a3 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582829 May 10 15:17:27.103304 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-5964c8d6-0f73-4f34-822d-ec00bcaeca74 None None] Set router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:17:27.109113 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62f21b-c080-4cb8-9bd5-f772682d95a3 req-f3f5d215-8db7-458a-a037-6c15e70d55c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:17:27.110575 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7b62f21b-c080-4cb8-9bd5-f772682d95a3 req-f3f5d215-8db7-458a-a037-6c15e70d55c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=291874f3-077d-4b52-954e-5194557b58cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0729220 May 10 15:17:27.242163 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7b62f21b-c080-4cb8-9bd5-f772682d95a3 req-3608052a-3bb6-483f-8aab-82b12c0996fe service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241214 May 10 15:17:27.376358 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-7b62f21b-c080-4cb8-9bd5-f772682d95a3 req-7bde8271-dd31-4ea5-9cdf-aad1bd74d9f1 service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236117 May 10 15:17:27.480310 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-5964c8d6-0f73-4f34-822d-ec00bcaeca74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:10:42Z', 'revision_number': 4, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port': {'id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:39Z', 'updated_at': '2021-05-10T15:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': '7bbedcf8-017a-4cb6-9e94-490e411d959f', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'port_id': '8a161834-2e23-4fd3-95fe-db4f1c336367', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'mac_address': 'fa:16:3e:9a:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b85667e-75d1-41bd-b960-a6f550baa9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:13:49Z', 'updated_at': '2021-05-10T15:13:52Z', 'revision_number': 1, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362dfac-a1ba-499a-9caa-75663c0bd1f8', 'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'mac_address': 'fa:16:3e:16:eb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:42Z', 'updated_at': '2021-05-10T15:10:47Z', 'revision_number': 5, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'subnets': [{'id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:27.484121 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5964c8d6-0f73-4f34-822d-ec00bcaeca74 None None] The sync data for ids ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'] in dv-cinder-774286-14-iscsi is: [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:10:42Z', 'revision_number': 4, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port': {'id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:39Z', 'updated_at': '2021-05-10T15:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_floatingips': [{'id': '7bbedcf8-017a-4cb6-9e94-490e411d959f', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'router_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'port_id': '8a161834-2e23-4fd3-95fe-db4f1c336367', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'mac_address': 'fa:16:3e:9a:83:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b85667e-75d1-41bd-b960-a6f550baa9e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T15:13:49Z', 'updated_at': '2021-05-10T15:13:52Z', 'revision_number': 1, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8362dfac-a1ba-499a-9caa-75663c0bd1f8', 'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'mac_address': 'fa:16:3e:16:eb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:42Z', 'updated_at': '2021-05-10T15:10:47Z', 'revision_number': 5, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'subnets': [{'id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:17:27.674544 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cae7db-0375-49bd-8467-407895d5916b None None] New status for floating IP 83cd998a-59ea-4d26-857c-b799d852841c: DOWN {{(pid=78745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:17:28.133368 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:17:28.232378 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5bac1-4ef2-4957-bbfd-3bdf473bccf0 req-a4d032bc-170f-4885-ae48-165904d21d92 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:17:28.233797 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e3a5bac1-4ef2-4957-bbfd-3bdf473bccf0 req-a4d032bc-170f-4885-ae48-165904d21d92 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e HTTP/1.1" status: 200 len: 945 time: 0.0822754 May 10 15:17:28.277673 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-e3a5bac1-4ef2-4957-bbfd-3bdf473bccf0 req-80743db2-395c-4f83-a1b5-f5ba0551514b tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374427 May 10 15:17:28.499617 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787eb9fb-ab2a-4ce2-aaf5-5ab67ffa2596 req-aa92b4a4-f1bc-40e9-a58d-fe8f5eb6ac2c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:17:28.500937 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-787eb9fb-ab2a-4ce2-aaf5-5ab67ffa2596 req-aa92b4a4-f1bc-40e9-a58d-fe8f5eb6ac2c tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.47 "GET /v2.0/ports?device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e HTTP/1.1" status: 200 len: 945 time: 0.0767627 May 10 15:17:28.735762 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-787eb9fb-ab2a-4ce2-aaf5-5ab67ffa2596 req-6a265dd4-a7fe-4a23-9ca1-72da644dfd41 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Deleting port ac4cff52-5ac2-4bd3-ae31-94af66ac3624 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:17:28.736131 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-787eb9fb-ab2a-4ce2-aaf5-5ab67ffa2596 req-6a265dd4-a7fe-4a23-9ca1-72da644dfd41 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:28.864234 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-787eb9fb-ab2a-4ce2-aaf5-5ab67ffa2596 req-6a265dd4-a7fe-4a23-9ca1-72da644dfd41 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] For port ac4cff52-5ac2-4bd3-ae31-94af66ac3624, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=ac4cff52-5ac2-4bd3-ae31-94af66ac3624,segment=NetworkSegment(df740673-c9ab-44a7-afae-1b6efc0dc754),segment_id=df740673-c9ab-44a7-afae-1b6efc0dc754)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:17:28.864590 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-787eb9fb-ab2a-4ce2-aaf5-5ab67ffa2596 req-6a265dd4-a7fe-4a23-9ca1-72da644dfd41 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:28.983498 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-787eb9fb-ab2a-4ce2-aaf5-5ab67ffa2596 req-6a265dd4-a7fe-4a23-9ca1-72da644dfd41 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Calling delete_port for ac4cff52-5ac2-4bd3-ae31-94af66ac3624 owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:17:29.093429 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-787eb9fb-ab2a-4ce2-aaf5-5ab67ffa2596 req-6a265dd4-a7fe-4a23-9ca1-72da644dfd41 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:29.098631 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-fcd8c77c-b3e2-4092-8c26-4ba2206e3db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:17:29.141055 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a265dd4-a7fe-4a23-9ca1-72da644dfd41 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Pushing event deleted for resources: {'Port': ['ID=ac4cff52-5ac2-4bd3-ae31-94af66ac3624,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:29.144456 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-6a265dd4-a7fe-4a23-9ca1-72da644dfd41 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:17:29.217374 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-787eb9fb-ab2a-4ce2-aaf5-5ab67ffa2596 req-6a265dd4-a7fe-4a23-9ca1-72da644dfd41 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] No DVR routers for this DVR port ac4cff52-5ac2-4bd3-ae31-94af66ac3624 on host hv-cinder-77428 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:17:29.219780 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-787eb9fb-ab2a-4ce2-aaf5-5ab67ffa2596 req-6a265dd4-a7fe-4a23-9ca1-72da644dfd41 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:29.222213 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bbcaa7-3dfe-4eac-8b64-91909a350f9e', 'name': 'network-vif-deleted', 'tag': 'ac4cff52-5ac2-4bd3-ae31-94af66ac3624'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:17:29.236908 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-787eb9fb-ab2a-4ce2-aaf5-5ab67ffa2596 req-6a265dd4-a7fe-4a23-9ca1-72da644dfd41 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.47 "DELETE /v2.0/ports/ac4cff52-5ac2-4bd3-ae31-94af66ac3624 HTTP/1.1" status: 204 len: 173 time: 0.7271905 May 10 15:17:29.272488 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bbcaa7-3dfe-4eac-8b64-91909a350f9e', 'name': 'network-vif-deleted', 'tag': 'ac4cff52-5ac2-4bd3-ae31-94af66ac3624', 'status': 'completed', 'code': 200} May 10 15:17:29.424427 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-a0a15926-01fb-4fa9-ae20-0c11ace235b3 req-f921b131-c540-49ee-a7d2-52bb78a16946 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Synchronizing usage tracker for tenant:0971f8cc0e0749b894c1ce0b41a5ee9c on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:17:29.438535 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-a0a15926-01fb-4fa9-ae20-0c11ace235b3 req-f921b131-c540-49ee-a7d2-52bb78a16946 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Unset dirty status for tenant:0971f8cc0e0749b894c1ce0b41a5ee9c on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:17:29.439776 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-a0a15926-01fb-4fa9-ae20-0c11ace235b3 req-f921b131-c540-49ee-a7d2-52bb78a16946 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=07bbcaa7-3dfe-4eac-8b64-91909a350f9e HTTP/1.1" status: 200 len: 210 time: 0.0569406 May 10 15:17:30.337557 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device ac4cff52-5ac2-4bd3-ae31-94af66ac3624 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:17:30.374384 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] No Port match for: ac4cff52-5ac2-4bd3-ae31-94af66ac3624 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:17:30.374728 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device ac4cff52-5ac2-4bd3-ae31-94af66ac3624 not bound to the agent host hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:17:32.922718 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 50998) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:17:33.179580 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-8d95640b-9d6c-40c9-9ffd-b65976c723af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Deleting port f7755dbe-0290-49b3-8ad1-3380cc04f4e6 {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:17:33.179830 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8d95640b-9d6c-40c9-9ffd-b65976c723af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:33.294679 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8d95640b-9d6c-40c9-9ffd-b65976c723af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:33.295006 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8d95640b-9d6c-40c9-9ffd-b65976c723af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:33.417303 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-8d95640b-9d6c-40c9-9ffd-b65976c723af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Calling delete_port for f7755dbe-0290-49b3-8ad1-3380cc04f4e6 owned by network:floatingip {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:17:33.533279 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8d95640b-9d6c-40c9-9ffd-b65976c723af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:33.538093 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-c6cb9731-a2f5-48c5-b1b5-8515f55bf3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:17:33.579667 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95640b-9d6c-40c9-9ffd-b65976c723af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Pushing event deleted for resources: {'Port': ['ID=f7755dbe-0290-49b3-8ad1-3380cc04f4e6,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:33.745526 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d95640b-9d6c-40c9-9ffd-b65976c723af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:33.745915 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d95640b-9d6c-40c9-9ffd-b65976c723af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:33.746294 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d95640b-9d6c-40c9-9ffd-b65976c723af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:33.746670 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d95640b-9d6c-40c9-9ffd-b65976c723af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:33.747040 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d95640b-9d6c-40c9-9ffd-b65976c723af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:33.747410 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d95640b-9d6c-40c9-9ffd-b65976c723af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:33.747778 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d95640b-9d6c-40c9-9ffd-b65976c723af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:33.748166 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d95640b-9d6c-40c9-9ffd-b65976c723af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:33.748536 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d95640b-9d6c-40c9-9ffd-b65976c723af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:33.748900 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d95640b-9d6c-40c9-9ffd-b65976c723af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:33.749261 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d95640b-9d6c-40c9-9ffd-b65976c723af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:33.749620 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d95640b-9d6c-40c9-9ffd-b65976c723af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:33.753391 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-8d95640b-9d6c-40c9-9ffd-b65976c723af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:17:33.782002 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8d95640b-9d6c-40c9-9ffd-b65976c723af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for floatingip, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:33.782275 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.db.l3_db [None req-8d95640b-9d6c-40c9-9ffd-b65976c723af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Floating IP 7bbedcf8-017a-4cb6-9e94-490e411d959f disassociated (deleted). External IP: 172.27.2.44, port: 8a161834-2e23-4fd3-95fe-db4f1c336367. May 10 15:17:34.122114 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d95640b-9d6c-40c9-9ffd-b65976c723af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:17:34.292054 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d95640b-9d6c-40c9-9ffd-b65976c723af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:17:34.300901 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae693f0-cf86-4bfa-80b0-88ac97e9a657 None None] Sync routers for ids ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:17:34.310416 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae693f0-cf86-4bfa-80b0-88ac97e9a657 None None] Routers {'7eecd3cc-6fd1-4a7a-9c49-0908e608d610'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:17:34.311031 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-6ae693f0-cf86-4bfa-80b0-88ac97e9a657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:17:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:34.312579 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-8d95640b-9d6c-40c9-9ffd-b65976c723af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for floatingip, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:34.375077 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-8d95640b-9d6c-40c9-9ffd-b65976c723af tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "DELETE /v2.0/floatingips/7bbedcf8-017a-4cb6-9e94-490e411d959f HTTP/1.1" status: 204 len: 168 time: 1.4487467 May 10 15:17:34.375077 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b85667e-75d1-41bd-b960-a6f550baa9e3', 'tag': '8a161834-2e23-4fd3-95fe-db4f1c336367'}] {{(pid=78742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:17:34.446074 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:34.487648 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b85667e-75d1-41bd-b960-a6f550baa9e3', 'tag': '8a161834-2e23-4fd3-95fe-db4f1c336367', 'status': 'completed', 'code': 200} May 10 15:17:34.498756 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-6ae693f0-cf86-4bfa-80b0-88ac97e9a657 None None] Set router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:17:34.599581 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7d070-de4f-4eeb-9d72-3fc053c60534 req-8531a8a2-478e-493c-b8d4-66f1c7ac0863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:17:34.601214 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1cf7d070-de4f-4eeb-9d72-3fc053c60534 req-8531a8a2-478e-493c-b8d4-66f1c7ac0863 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c&device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 1098 time: 0.0843062 May 10 15:17:34.784438 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7d070-de4f-4eeb-9d72-3fc053c60534 req-6023e2f1-d88b-4603-9705-7edccd8451d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:17:34.786669 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1cf7d070-de4f-4eeb-9d72-3fc053c60534 req-6023e2f1-d88b-4603-9705-7edccd8451d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=291874f3-077d-4b52-954e-5194557b58cc HTTP/1.1" status: 200 len: 912 time: 0.1763096 May 10 15:17:34.808131 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-6ae693f0-cf86-4bfa-80b0-88ac97e9a657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:10:42Z', 'revision_number': 4, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port': {'id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:39Z', 'updated_at': '2021-05-10T15:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '8362dfac-a1ba-499a-9caa-75663c0bd1f8', 'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'mac_address': 'fa:16:3e:16:eb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:42Z', 'updated_at': '2021-05-10T15:10:47Z', 'revision_number': 5, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'subnets': [{'id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:34.811894 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae693f0-cf86-4bfa-80b0-88ac97e9a657 None None] Checking router: 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:17:34.820333 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae693f0-cf86-4bfa-80b0-88ac97e9a657 None None] Routers {'7eecd3cc-6fd1-4a7a-9c49-0908e608d610'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:17:34.820939 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-6ae693f0-cf86-4bfa-80b0-88ac97e9a657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:17:09Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:34.859452 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427a540-9f37-44f5-904e-260e501b37dc req-de3414a8-27a4-44e1-a658-57e661231c40 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:17:34.860947 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b427a540-9f37-44f5-904e-260e501b37dc req-de3414a8-27a4-44e1-a658-57e661231c40 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 945 time: 0.1853642 May 10 15:17:34.870891 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1cf7d070-de4f-4eeb-9d72-3fc053c60534 req-c3ef4a97-15f4-4e60-95f4-9c1617e13416 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a161834-2e23-4fd3-95fe-db4f1c336367 HTTP/1.1" status: 200 len: 217 time: 0.0741487 May 10 15:17:34.956433 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-b427a540-9f37-44f5-904e-260e501b37dc req-47a58073-76bf-4ead-838e-fa843dc7eb04 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877469 May 10 15:17:34.963238 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7d070-de4f-4eeb-9d72-3fc053c60534 req-4bd705d4-990d-4405-8034-513e3b02c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:17:34.964798 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1cf7d070-de4f-4eeb-9d72-3fc053c60534 req-4bd705d4-990d-4405-8034-513e3b02c895 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0ee13644-e1d0-4232-af48-bacc69a84ae1 HTTP/1.1" status: 200 len: 850 time: 0.0821991 May 10 15:17:35.000060 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-6ae693f0-cf86-4bfa-80b0-88ac97e9a657 None None] Set router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:17:35.041683 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7d070-de4f-4eeb-9d72-3fc053c60534 req-8d5d3cb8-288a-4a02-a18c-17c445515c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:17:35.043043 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1cf7d070-de4f-4eeb-9d72-3fc053c60534 req-8d5d3cb8-288a-4a02-a18c-17c445515c03 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=291874f3-077d-4b52-954e-5194557b58cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0705492 May 10 15:17:35.172035 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1cf7d070-de4f-4eeb-9d72-3fc053c60534 req-8b984ffa-7f00-4d85-bd48-39317c622233 service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216333 May 10 15:17:35.303851 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-1cf7d070-de4f-4eeb-9d72-3fc053c60534 req-047982e5-36fd-49c9-9ba0-81117650c261 service neutron] 10.222.0.47 "GET /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236162 May 10 15:17:35.355611 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-6ae693f0-cf86-4bfa-80b0-88ac97e9a657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:10:42Z', 'revision_number': 4, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port': {'id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:39Z', 'updated_at': '2021-05-10T15:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '8362dfac-a1ba-499a-9caa-75663c0bd1f8', 'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'mac_address': 'fa:16:3e:16:eb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:42Z', 'updated_at': '2021-05-10T15:10:47Z', 'revision_number': 5, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'subnets': [{'id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:35.359415 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae693f0-cf86-4bfa-80b0-88ac97e9a657 None None] The sync data for ids ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'] in dv-cinder-774286-14-iscsi is: [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:10:42Z', 'revision_number': 4, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port': {'id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:39Z', 'updated_at': '2021-05-10T15:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi', '_interfaces': [{'id': '8362dfac-a1ba-499a-9caa-75663c0bd1f8', 'name': '', 'network_id': '291874f3-077d-4b52-954e-5194557b58cc', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'mac_address': 'fa:16:3e:16:eb:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:42Z', 'updated_at': '2021-05-10T15:10:47Z', 'revision_number': 5, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'subnets': [{'id': '0ee13644-e1d0-4232-af48-bacc69a84ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:17:35.552198 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e458830-12ed-4896-9586-6ec46c3b73cd None None] New status for floating IP 7bbedcf8-017a-4cb6-9e94-490e411d959f: DOWN {{(pid=78745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 15:17:35.879298 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9fc9d782-fcf5-4ca9-ad37-76aa3c3a0632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:36.137515 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6476c11-14ea-461a-bfef-c313d71b48f4 req-ec4b053e-7ed2-465e-9a0e-00ec83976608 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:17:36.138933 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d6476c11-14ea-461a-bfef-c313d71b48f4 req-ec4b053e-7ed2-465e-9a0e-00ec83976608 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 945 time: 0.0775163 May 10 15:17:36.185601 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-d6476c11-14ea-461a-bfef-c313d71b48f4 req-66326f48-8770-404a-b1e6-4f83bb4bd213 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/security-groups?id=c637fcc1-88ae-4df9-a9f0-977fba6dd31c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410209 May 10 15:17:36.455125 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15454d6-04c0-4671-8c57-de8af2f532c8 req-73bc0c74-e4d1-4b2b-a577-0679880fd6d5 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 10 15:17:36.456548 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c15454d6-04c0-4671-8c57-de8af2f532c8 req-73bc0c74-e4d1-4b2b-a577-0679880fd6d5 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 945 time: 0.1675944 May 10 15:17:36.589745 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-c15454d6-04c0-4671-8c57-de8af2f532c8 req-e7daa5e2-dba1-436b-b62b-fcd9a8eb27c9 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Deleting port 8a161834-2e23-4fd3-95fe-db4f1c336367 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:17:36.590100 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-c15454d6-04c0-4671-8c57-de8af2f532c8 req-e7daa5e2-dba1-436b-b62b-fcd9a8eb27c9 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:36.716128 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [req-c15454d6-04c0-4671-8c57-de8af2f532c8 req-e7daa5e2-dba1-436b-b62b-fcd9a8eb27c9 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] For port 8a161834-2e23-4fd3-95fe-db4f1c336367, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8a161834-2e23-4fd3-95fe-db4f1c336367,segment=NetworkSegment(df740673-c9ab-44a7-afae-1b6efc0dc754),segment_id=df740673-c9ab-44a7-afae-1b6efc0dc754)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:17:36.716397 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-c15454d6-04c0-4671-8c57-de8af2f532c8 req-e7daa5e2-dba1-436b-b62b-fcd9a8eb27c9 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:36.833939 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [req-c15454d6-04c0-4671-8c57-de8af2f532c8 req-e7daa5e2-dba1-436b-b62b-fcd9a8eb27c9 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Calling delete_port for 8a161834-2e23-4fd3-95fe-db4f1c336367 owned by compute:nova {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:17:36.940390 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-c15454d6-04c0-4671-8c57-de8af2f532c8 req-e7daa5e2-dba1-436b-b62b-fcd9a8eb27c9 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:36.946153 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-562e4e54-a3a4-45f7-86e1-1f9988b759dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:17:36.988688 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7daa5e2-dba1-436b-b62b-fcd9a8eb27c9 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Pushing event deleted for resources: {'Port': ['ID=8a161834-2e23-4fd3-95fe-db4f1c336367,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:36.991549 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-e7daa5e2-dba1-436b-b62b-fcd9a8eb27c9 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:17:37.063294 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15454d6-04c0-4671-8c57-de8af2f532c8 req-e7daa5e2-dba1-436b-b62b-fcd9a8eb27c9 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] No DVR routers for this DVR port 8a161834-2e23-4fd3-95fe-db4f1c336367 on host hv-cinder-77428 {{(pid=78743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:17:37.065823 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [req-c15454d6-04c0-4671-8c57-de8af2f532c8 req-e7daa5e2-dba1-436b-b62b-fcd9a8eb27c9 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for port, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:37.068698 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b85667e-75d1-41bd-b960-a6f550baa9e3', 'name': 'network-vif-deleted', 'tag': '8a161834-2e23-4fd3-95fe-db4f1c336367'}] {{(pid=78743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 10 15:17:37.079679 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-c15454d6-04c0-4671-8c57-de8af2f532c8 req-e7daa5e2-dba1-436b-b62b-fcd9a8eb27c9 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.47 "DELETE /v2.0/ports/8a161834-2e23-4fd3-95fe-db4f1c336367 HTTP/1.1" status: 204 len: 173 time: 0.6134615 May 10 15:17:37.114288 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b85667e-75d1-41bd-b960-a6f550baa9e3', 'name': 'network-vif-deleted', 'tag': '8a161834-2e23-4fd3-95fe-db4f1c336367', 'status': 'completed', 'code': 200} May 10 15:17:37.329923 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-ea0c9eda-0a9e-499c-a705-b0f823e7402d req-71c2738d-c734-4837-82c4-063c5bf0fb5a tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Synchronizing usage tracker for tenant:0971f8cc0e0749b894c1ce0b41a5ee9c on resource:port {{(pid=78743) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 10 15:17:37.346019 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.quota.resource [req-ea0c9eda-0a9e-499c-a705-b0f823e7402d req-71c2738d-c734-4837-82c4-063c5bf0fb5a tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Unset dirty status for tenant:0971f8cc0e0749b894c1ce0b41a5ee9c on resource:port {{(pid=78743) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 10 15:17:37.347314 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [req-ea0c9eda-0a9e-499c-a705-b0f823e7402d req-71c2738d-c734-4837-82c4-063c5bf0fb5a tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b85667e-75d1-41bd-b960-a6f550baa9e3 HTTP/1.1" status: 200 len: 210 time: 0.0591354 May 10 15:17:38.400931 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 8a161834-2e23-4fd3-95fe-db4f1c336367 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:17:38.436083 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] No Port match for: 8a161834-2e23-4fd3-95fe-db4f1c336367 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:17:38.436435 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Device 8a161834-2e23-4fd3-95fe-db4f1c336367 not bound to the agent host hv-cinder-77428 {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:17:38.446469 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 51018) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:17:38.470878 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:38.624470 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-b9baa10c-ae8a-4df2-a377-f74b0b43d618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:38.658802 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-e1bad78e-bf5b-45ee-9d52-1154f42b9650 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Deleting port 967f4f58-0306-4444-9d78-af072d2dac04 {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:17:38.659063 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e1bad78e-bf5b-45ee-9d52-1154f42b9650 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:38.772833 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e1bad78e-bf5b-45ee-9d52-1154f42b9650 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:38.773139 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e1bad78e-bf5b-45ee-9d52-1154f42b9650 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:38.889245 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-e1bad78e-bf5b-45ee-9d52-1154f42b9650 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Calling delete_port for 967f4f58-0306-4444-9d78-af072d2dac04 owned by network:floatingip {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:17:38.995427 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e1bad78e-bf5b-45ee-9d52-1154f42b9650 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:38.999857 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-62ccb3e7-be67-49a9-9d3f-858034cdd423 tempest-TestShelveInstance-2007558138 tempest-TestShelveInstance-2007558138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:17:39.171786 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bad78e-bf5b-45ee-9d52-1154f42b9650 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Pushing event deleted for resources: {'Port': ['ID=967f4f58-0306-4444-9d78-af072d2dac04,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:39.174430 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-e1bad78e-bf5b-45ee-9d52-1154f42b9650 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:17:39.236578 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e1bad78e-bf5b-45ee-9d52-1154f42b9650 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for floatingip, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:39.253290 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e1bad78e-bf5b-45ee-9d52-1154f42b9650 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8412'] for floatingip, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:39.254828 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-e1bad78e-bf5b-45ee-9d52-1154f42b9650 tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "DELETE /v2.0/floatingips/3550650c-d72e-4a27-bf4d-eb18c92ac140 HTTP/1.1" status: 204 len: 168 time: 0.8074062 May 10 15:17:39.464412 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:40.621103 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 51032) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:17:40.690692 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-98f8fdbd-9dc7-4bf9-ada8-484022e04e2e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for security_group, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:40.719041 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-98f8fdbd-9dc7-4bf9-ada8-484022e04e2e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:40.780955 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-98f8fdbd-9dc7-4bf9-ada8-484022e04e2e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:40.784959 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-12e7d76a-07ca-4928-af7e-6dced2f2c51b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:17:40.800166 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8fdbd-9dc7-4bf9-ada8-484022e04e2e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c637fcc1-88ae-4df9-a9f0-977fba6dd31c,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:40.803407 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-98f8fdbd-9dc7-4bf9-ada8-484022e04e2e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:17:40.813059 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-98f8fdbd-9dc7-4bf9-ada8-484022e04e2e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] Notify callbacks [] for security_group, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:40.814518 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-98f8fdbd-9dc7-4bf9-ada8-484022e04e2e tempest-TestVolumeBootPattern-108638186 tempest-TestVolumeBootPattern-108638186-project] 10.222.0.30 "DELETE /v2.0/security-groups/c637fcc1-88ae-4df9-a9f0-977fba6dd31c HTTP/1.1" status: 204 len: 168 time: 0.1920943 May 10 15:17:40.869816 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 51038) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:17:40.989151 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:41.526847 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ce38315e-635e-458d-9855-f60ec4ffdc02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394569'] for router_interface, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:42.006006 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-ce38315e-635e-458d-9855-f60ec4ffdc02 admin admin] Deleting port 8362dfac-a1ba-499a-9caa-75663c0bd1f8 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:17:42.006673 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ce38315e-635e-458d-9855-f60ec4ffdc02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:42.121871 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [None req-ce38315e-635e-458d-9855-f60ec4ffdc02 admin admin] For port 8362dfac-a1ba-499a-9caa-75663c0bd1f8, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=8362dfac-a1ba-499a-9caa-75663c0bd1f8,segment=NetworkSegment(df740673-c9ab-44a7-afae-1b6efc0dc754),segment_id=df740673-c9ab-44a7-afae-1b6efc0dc754)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:17:42.122220 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ce38315e-635e-458d-9855-f60ec4ffdc02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:42.239892 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-ce38315e-635e-458d-9855-f60ec4ffdc02 admin admin] Calling delete_port for 8362dfac-a1ba-499a-9caa-75663c0bd1f8 owned by network:router_interface {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:17:42.372771 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ce38315e-635e-458d-9855-f60ec4ffdc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:42.377060 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-34aabae5-2b88-4c34-8f99-817940100ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:17:42.420528 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38315e-635e-458d-9855-f60ec4ffdc02 admin admin] Pushing event deleted for resources: {'Port': ['ID=8362dfac-a1ba-499a-9caa-75663c0bd1f8,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:42.423494 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-ce38315e-635e-458d-9855-f60ec4ffdc02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:17:42.680401 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-ce38315e-635e-458d-9855-f60ec4ffdc02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417785'] for router_interface, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:43.113371 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce38315e-635e-458d-9855-f60ec4ffdc02 admin admin] Router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:17:43.283738 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce38315e-635e-458d-9855-f60ec4ffdc02 admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:17:43.292867 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15366c20-883c-427d-b4ce-5c965ad550e5 None None] Sync routers for ids ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'] in dv-cinder-774286-14-iscsi {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:17:43.298146 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-ce38315e-635e-458d-9855-f60ec4ffdc02 admin admin] 10.222.0.30 "PUT /v2.0/routers/7eecd3cc-6fd1-4a7a-9c49-0908e608d610/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4272881 May 10 15:17:43.300564 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 51044) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:17:43.303025 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15366c20-883c-427d-b4ce-5c965ad550e5 None None] Routers {'7eecd3cc-6fd1-4a7a-9c49-0908e608d610'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:17:43.303647 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-15366c20-883c-427d-b4ce-5c965ad550e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:17:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:43.471636 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-336fe2a6-e404-417b-b898-848a0e45198f admin admin] Notify callbacks [] for router, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:43.476003 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-15366c20-883c-427d-b4ce-5c965ad550e5 None None] Set router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 gateway port host: dv-cinder-774286-14-iscsi {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:17:43.643741 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-336fe2a6-e404-417b-b898-848a0e45198f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:43.713491 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-336fe2a6-e404-417b-b898-848a0e45198f admin admin] Deleting port 8eae68e3-5c86-49d2-ae73-e9606316bce6 {{(pid=78743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:17:43.713833 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-336fe2a6-e404-417b-b898-848a0e45198f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:43.757204 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-15366c20-883c-427d-b4ce-5c965ad550e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:17:42Z', 'revision_number': 5, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port': {'id': '8eae68e3-5c86-49d2-ae73-e9606316bce6', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:7b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:39Z', 'updated_at': '2021-05-10T15:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:43.760925 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15366c20-883c-427d-b4ce-5c965ad550e5 None None] Checking router: 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 for host: dv-cinder-774286-14-iscsi {{(pid=78744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:17:43.769210 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15366c20-883c-427d-b4ce-5c965ad550e5 None None] Routers {'7eecd3cc-6fd1-4a7a-9c49-0908e608d610'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:17:43.770422 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-15366c20-883c-427d-b4ce-5c965ad550e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:17:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'], 'active': True} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:43.832557 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.db [None req-336fe2a6-e404-417b-b898-848a0e45198f admin admin] For port 8eae68e3-5c86-49d2-ae73-e9606316bce6, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=8eae68e3-5c86-49d2-ae73-e9606316bce6,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:17:43.832929 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-336fe2a6-e404-417b-b898-848a0e45198f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:43.915378 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvr_db [None req-15366c20-883c-427d-b4ce-5c965ad550e5 None None] Set router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 gateway port host: None {{(pid=78744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:17:43.954666 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.plugins.ml2.plugin [None req-336fe2a6-e404-417b-b898-848a0e45198f admin admin] Calling delete_port for 8eae68e3-5c86-49d2-ae73-e9606316bce6 owned by network:router_gateway {{(pid=78743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:17:44.017822 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_hamode_db [None req-15366c20-883c-427d-b4ce-5c965ad550e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:17:43Z', 'revision_number': 6, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port_host': None}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:44.024788 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15366c20-883c-427d-b4ce-5c965ad550e5 None None] The sync data for ids ['7eecd3cc-6fd1-4a7a-9c49-0908e608d610'] in dv-cinder-774286-14-iscsi is: [{'id': '7eecd3cc-6fd1-4a7a-9c49-0908e608d610', 'name': 'tempest-TestVolumeBootPattern-824753340-router', 'tenant_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:38Z', 'updated_at': '2021-05-10T15:17:43Z', 'revision_number': 6, 'project_id': '0971f8cc0e0749b894c1ce0b41a5ee9c', 'gw_port_host': None}] {{(pid=78744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:17:44.088510 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-336fe2a6-e404-417b-b898-848a0e45198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2001164'] for port, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:44.091918 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-163c5ba8-8dd5-4b79-9b22-3376350b155b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:17:44.135646 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fe2a6-e404-417b-b898-848a0e45198f admin admin] Pushing event deleted for resources: {'Port': ['ID=8eae68e3-5c86-49d2-ae73-e9606316bce6,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:44.138576 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-336fe2a6-e404-417b-b898-848a0e45198f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:17:44.222553 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-336fe2a6-e404-417b-b898-848a0e45198f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405869'] for router_gateway, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:44.496062 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-336fe2a6-e404-417b-b898-848a0e45198f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29790'] for router, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:44.498197 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-336fe2a6-e404-417b-b898-848a0e45198f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:44.519926 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-336fe2a6-e404-417b-b898-848a0e45198f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417407'] for router, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:44.520463 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336fe2a6-e404-417b-b898-848a0e45198f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7eecd3cc-6fd1-4a7a-9c49-0908e608d610 {{(pid=78743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:17:44.532790 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-336fe2a6-e404-417b-b898-848a0e45198f admin admin] Notify callbacks [] for router, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:44.533893 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-336fe2a6-e404-417b-b898-848a0e45198f admin admin] 10.222.0.30 "DELETE /v2.0/routers/7eecd3cc-6fd1-4a7a-9c49-0908e608d610 HTTP/1.1" status: 204 len: 168 time: 1.2319396 May 10 15:17:44.537228 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [-] (78743) accepted ('10.222.0.30', 51048) {{(pid=78743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:17:44.593569 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ec2ea1-0206-47bd-b2e3-c52cd88b4374 admin admin] Deleting subnet 0ee13644-e1d0-4232-af48-bacc69a84ae1 {{(pid=78743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:17:44.596382 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-03ec2ea1-0206-47bd-b2e3-c52cd88b4374 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:44.646206 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-03ec2ea1-0206-47bd-b2e3-c52cd88b4374 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1867923'] for subnet, precommit_delete_associations {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:44.719964 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-03ec2ea1-0206-47bd-b2e3-c52cd88b4374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482653'] for subnet, precommit_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:44.966439 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-03ec2ea1-0206-47bd-b2e3-c52cd88b4374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2001247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1290530'] for subnet, after_delete {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:44.970455 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:17:45.005577 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec2ea1-0206-47bd-b2e3-c52cd88b4374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ee13644-e1d0-4232-af48-bacc69a84ae1,revision_number=None']} {{(pid=78743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:45.008484 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG oslo_concurrency.lockutils [None req-03ec2ea1-0206-47bd-b2e3-c52cd88b4374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:17:45.009457 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron_lib.callbacks.manager [None req-03ec2ea1-0206-47bd-b2e3-c52cd88b4374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for subnet, before_response {{(pid=78743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:45.014862 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c7303f-aece-446f-93cb-c6cb459a30c8 None None] Network 291874f3-077d-4b52-954e-5194557b58cc requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:17:45.015528 dv-cinder-774286-14-iscsi neutron-server[78743]: INFO neutron.wsgi [None req-03ec2ea1-0206-47bd-b2e3-c52cd88b4374 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0ee13644-e1d0-4232-af48-bacc69a84ae1 HTTP/1.1" status: 204 len: 168 time: 0.4773557 May 10 15:17:45.018106 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 51052) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:17:45.127504 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e0ac756d-e02b-438c-854a-df6084ab00b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3591965'] for network, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:45.201357 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-e0ac756d-e02b-438c-854a-df6084ab00b0 admin admin] Deleting port c858b12e-8b0c-447b-aa18-16a3efe8551b {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:17:45.201593 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e0ac756d-e02b-438c-854a-df6084ab00b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:45.258669 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f52b5c-b841-4b48-a5c2-f91a8157a7f7 None None] DHCP port deletion for 291874f3-077d-4b52-954e-5194557b58cc request from dv-cinder-774286-14-iscsi {{(pid=78744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 15:17:45.302146 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-e0ac756d-e02b-438c-854a-df6084ab00b0 admin admin] For port c858b12e-8b0c-447b-aa18-16a3efe8551b, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=c858b12e-8b0c-447b-aa18-16a3efe8551b,segment=NetworkSegment(df740673-c9ab-44a7-afae-1b6efc0dc754),segment_id=df740673-c9ab-44a7-afae-1b6efc0dc754)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:17:45.302445 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e0ac756d-e02b-438c-854a-df6084ab00b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:45.321755 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-e0f52b5c-b841-4b48-a5c2-f91a8157a7f7 None None] Deleting port c858b12e-8b0c-447b-aa18-16a3efe8551b {{(pid=78744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:17:45.322230 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e0f52b5c-b841-4b48-a5c2-f91a8157a7f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:45.424428 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-e0ac756d-e02b-438c-854a-df6084ab00b0 admin admin] Calling delete_port for c858b12e-8b0c-447b-aa18-16a3efe8551b owned by network:dhcp {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:17:45.458103 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-e0f52b5c-b841-4b48-a5c2-f91a8157a7f7 None None] For port c858b12e-8b0c-447b-aa18-16a3efe8551b, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=c858b12e-8b0c-447b-aa18-16a3efe8551b,segment=NetworkSegment(df740673-c9ab-44a7-afae-1b6efc0dc754),segment_id=df740673-c9ab-44a7-afae-1b6efc0dc754)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:17:45.458415 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e0f52b5c-b841-4b48-a5c2-f91a8157a7f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:45.469505 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e0ac756d-e02b-438c-854a-df6084ab00b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:45.474478 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:17:45.518180 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac756d-e02b-438c-854a-df6084ab00b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c858b12e-8b0c-447b-aa18-16a3efe8551b,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:45.520038 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ac756d-e02b-438c-854a-df6084ab00b0 admin admin] No DVR routers for this DVR port c858b12e-8b0c-447b-aa18-16a3efe8551b on host dv-cinder-774286-14-iscsi {{(pid=78742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:17:45.521528 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-e0ac756d-e02b-438c-854a-df6084ab00b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:17:45.578106 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-e0f52b5c-b841-4b48-a5c2-f91a8157a7f7 None None] Calling delete_port for c858b12e-8b0c-447b-aa18-16a3efe8551b owned by network:dhcp {{(pid=78744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:17:45.596009 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device c858b12e-8b0c-447b-aa18-16a3efe8551b no longer exists at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:17:45.631837 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] No Port match for: c858b12e-8b0c-447b-aa18-16a3efe8551b {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:17:45.632207 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device c858b12e-8b0c-447b-aa18-16a3efe8551b not bound to the agent host dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:17:45.632616 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 8362dfac-a1ba-499a-9caa-75663c0bd1f8 no longer exists at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:17:45.635505 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e0ac756d-e02b-438c-854a-df6084ab00b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488998', 'neutron.services.segments.db._delete_segments_for_network-8729787289501'] for network, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:45.648653 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-e0ac756d-e02b-438c-854a-df6084ab00b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['291874f3-077d-4b52-954e-5194557b58cc']}} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:45.665056 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-e0ac756d-e02b-438c-854a-df6084ab00b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df740673-c9ab-44a7-afae-1b6efc0dc754') {'for_net_delete': True} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:45.665353 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-e0ac756d-e02b-438c-854a-df6084ab00b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df740673-c9ab-44a7-afae-1b6efc0dc754') {} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:45.665997 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] No Port match for: 8362dfac-a1ba-499a-9caa-75663c0bd1f8 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:17:45.666341 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 8362dfac-a1ba-499a-9caa-75663c0bd1f8 not bound to the agent host dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:17:45.666744 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 8eae68e3-5c86-49d2-ae73-e9606316bce6 no longer exists at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:17:45.676714 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e0ac756d-e02b-438c-854a-df6084ab00b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729787301479', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2091107'] for segment, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:45.692087 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e0ac756d-e02b-438c-854a-df6084ab00b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:45.698020 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ac756d-e02b-438c-854a-df6084ab00b0 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=78742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:17:45.698400 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e0ac756d-e02b-438c-854a-df6084ab00b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10903657'] for segment, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:45.700474 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] No Port match for: 8eae68e3-5c86-49d2-ae73-e9606316bce6 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:17:45.700824 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 8eae68e3-5c86-49d2-ae73-e9606316bce6 not bound to the agent host dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: Traceback (most recent call last): May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: timer() May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: cb(*args, **kw) May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: return func(*args, **kwargs) May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: self._notify() May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: self.callback(batched_events) May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: event.method(event) May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: return f(self, *a, **k) May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: return self._get(url).json() May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: return self.request(url, 'GET', **kwargs) May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:17:45.712040 dv-cinder-774286-14-iscsi neutron-server[78742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:17:45.718891 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e0f52b5c-b841-4b48-a5c2-f91a8157a7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549'] for port, after_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:45.722411 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:17:45.764185 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f52b5c-b841-4b48-a5c2-f91a8157a7f7 None None] Pushing event deleted for resources: {'Port': ['ID=c858b12e-8b0c-447b-aa18-16a3efe8551b,revision_number=None']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:45.774137 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f52b5c-b841-4b48-a5c2-f91a8157a7f7 None None] No DVR routers for this DVR port c858b12e-8b0c-447b-aa18-16a3efe8551b on host dv-cinder-774286-14-iscsi {{(pid=78744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:17:45.775997 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f52b5c-b841-4b48-a5c2-f91a8157a7f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.776349 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f52b5c-b841-4b48-a5c2-f91a8157a7f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.776680 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f52b5c-b841-4b48-a5c2-f91a8157a7f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.777348 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f52b5c-b841-4b48-a5c2-f91a8157a7f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.777348 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f52b5c-b841-4b48-a5c2-f91a8157a7f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.777637 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f52b5c-b841-4b48-a5c2-f91a8157a7f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.777955 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f52b5c-b841-4b48-a5c2-f91a8157a7f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.778274 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f52b5c-b841-4b48-a5c2-f91a8157a7f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.778589 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f52b5c-b841-4b48-a5c2-f91a8157a7f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.778903 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f52b5c-b841-4b48-a5c2-f91a8157a7f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.779382 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f52b5c-b841-4b48-a5c2-f91a8157a7f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.779510 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f52b5c-b841-4b48-a5c2-f91a8157a7f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-14-iscsi {{(pid=78744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 15:17:45.782957 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-e0f52b5c-b841-4b48-a5c2-f91a8157a7f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:17:45.791209 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e0ac756d-e02b-438c-854a-df6084ab00b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405887'] for network, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:45.794561 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:17:45.808357 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-e0ac756d-e02b-438c-854a-df6084ab00b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:45.824741 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac756d-e02b-438c-854a-df6084ab00b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=291874f3-077d-4b52-954e-5194557b58cc,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:45.828383 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-e0ac756d-e02b-438c-854a-df6084ab00b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:17:45.830146 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-e0ac756d-e02b-438c-854a-df6084ab00b0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/291874f3-077d-4b52-954e-5194557b58cc HTTP/1.1" status: 204 len: 168 time: 0.8105826 May 10 15:17:45.833343 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 51056) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:17:46.449625 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-118d69c1-368c-413a-97d8-f22a32b2cb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394569'] for router_interface, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:46.841819 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-118d69c1-368c-413a-97d8-f22a32b2cb99 admin admin] Deleting port 05b2bacc-f541-42b9-bc37-396978ceca1c {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:17:46.842158 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-118d69c1-368c-413a-97d8-f22a32b2cb99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:46.959500 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-118d69c1-368c-413a-97d8-f22a32b2cb99 admin admin] For port 05b2bacc-f541-42b9-bc37-396978ceca1c, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=05b2bacc-f541-42b9-bc37-396978ceca1c,segment=NetworkSegment(a8acb89b-dd62-4766-9e79-c03a029bc94c),segment_id=a8acb89b-dd62-4766-9e79-c03a029bc94c)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:17:46.959848 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-118d69c1-368c-413a-97d8-f22a32b2cb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:47.079359 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-118d69c1-368c-413a-97d8-f22a32b2cb99 admin admin] Calling delete_port for 05b2bacc-f541-42b9-bc37-396978ceca1c owned by network:router_interface {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:17:47.213004 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-118d69c1-368c-413a-97d8-f22a32b2cb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:47.216429 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-d830e82a-b5b9-4cf4-93e9-e3f7eace5e22 tempest-AttachVolumeTestJSON-419054188 tempest-AttachVolumeTestJSON-419054188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:17:47.256865 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d69c1-368c-413a-97d8-f22a32b2cb99 admin admin] Pushing event deleted for resources: {'Port': ['ID=05b2bacc-f541-42b9-bc37-396978ceca1c,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:47.260317 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-118d69c1-368c-413a-97d8-f22a32b2cb99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:17:47.517252 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-118d69c1-368c-413a-97d8-f22a32b2cb99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-417785'] for router_interface, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:47.983455 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118d69c1-368c-413a-97d8-f22a32b2cb99 admin admin] Router 380ea448-f37b-4038-911e-d181ada09aee has already been hosted by L3 agent dee9eafa-4470-4376-be37-fb0527ee16c1 {{(pid=78742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 10 15:17:48.156127 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118d69c1-368c-413a-97d8-f22a32b2cb99 admin admin] Notify agent at l3_agent.dv-cinder-774286-14-iscsi the message routers_updated {{(pid=78742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 10 15:17:48.164973 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d77337-d6fe-4ff9-93ee-29c2fb092e4f None None] Sync routers for ids ['380ea448-f37b-4038-911e-d181ada09aee'] in dv-cinder-774286-14-iscsi {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 15:17:48.165453 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-118d69c1-368c-413a-97d8-f22a32b2cb99 admin admin] 10.222.0.30 "PUT /v2.0/routers/380ea448-f37b-4038-911e-d181ada09aee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3310018 May 10 15:17:48.167848 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 51062) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:17:48.174720 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d77337-d6fe-4ff9-93ee-29c2fb092e4f None None] Routers {'380ea448-f37b-4038-911e-d181ada09aee'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:17:48.175325 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-a1d77337-d6fe-4ff9-93ee-29c2fb092e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:17:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['380ea448-f37b-4038-911e-d181ada09aee'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:48.341184 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ed7e638b-a13f-4eb0-8517-b3f1e4c86d40 admin admin] Notify callbacks [] for router, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:48.348298 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-a1d77337-d6fe-4ff9-93ee-29c2fb092e4f None None] Set router 380ea448-f37b-4038-911e-d181ada09aee gateway port host: dv-cinder-774286-14-iscsi {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:17:48.512254 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ed7e638b-a13f-4eb0-8517-b3f1e4c86d40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:48.584024 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-ed7e638b-a13f-4eb0-8517-b3f1e4c86d40 admin admin] Deleting port 3ca7f159-9540-4c0e-8fd6-55678bcbe9b4 {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:17:48.584769 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ed7e638b-a13f-4eb0-8517-b3f1e4c86d40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:48.647170 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-a1d77337-d6fe-4ff9-93ee-29c2fb092e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380ea448-f37b-4038-911e-d181ada09aee', 'name': 'tempest-TestVolumeBootPattern-962235381-router', 'tenant_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'external_fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '3ca7f159-9540-4c0e-8fd6-55678bcbe9b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:45Z', 'updated_at': '2021-05-10T15:17:47Z', 'revision_number': 5, 'project_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'gw_port': {'id': '3ca7f159-9540-4c0e-8fd6-55678bcbe9b4', 'name': '', 'network_id': '7f05d45f-a9de-427f-b4f6-29fb46a47d9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380ea448-f37b-4038-911e-d181ada09aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T15:10:46Z', 'updated_at': '2021-05-10T15:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e18a723-9037-4ee4-acce-9c55576c5ea3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-14-iscsi'}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:48.650827 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d77337-d6fe-4ff9-93ee-29c2fb092e4f None None] Checking router: 380ea448-f37b-4038-911e-d181ada09aee for host: dv-cinder-774286-14-iscsi {{(pid=78745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 15:17:48.658928 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d77337-d6fe-4ff9-93ee-29c2fb092e4f None None] Routers {'380ea448-f37b-4038-911e-d181ada09aee'} bound to L3 agent in host dv-cinder-774286-14-iscsi {{(pid=78745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 10 15:17:48.659519 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-a1d77337-d6fe-4ff9-93ee-29c2fb092e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T14:53:09Z,description=,heartbeat_timestamp=2021-05-10T15:17:39Z,host='dv-cinder-774286-14-iscsi',id=dee9eafa-4470-4376-be37-fb0527ee16c1,load=0,resource_versions=,resources_synced=,started_at=2021-05-10T14:53:09Z,topic='l3_agent')) {'router_ids': ['380ea448-f37b-4038-911e-d181ada09aee'], 'active': True} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:48.701799 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-ed7e638b-a13f-4eb0-8517-b3f1e4c86d40 admin admin] For port 3ca7f159-9540-4c0e-8fd6-55678bcbe9b4, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=3ca7f159-9540-4c0e-8fd6-55678bcbe9b4,segment=NetworkSegment(a02685f4-6b72-4970-87d0-2c7bf213b27f),segment_id=a02685f4-6b72-4970-87d0-2c7bf213b27f)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:17:48.702154 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ed7e638b-a13f-4eb0-8517-b3f1e4c86d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:48.803589 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_dvr_db [None req-a1d77337-d6fe-4ff9-93ee-29c2fb092e4f None None] Set router 380ea448-f37b-4038-911e-d181ada09aee gateway port host: None {{(pid=78745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 10 15:17:48.820351 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-ed7e638b-a13f-4eb0-8517-b3f1e4c86d40 admin admin] Calling delete_port for 3ca7f159-9540-4c0e-8fd6-55678bcbe9b4 owned by network:router_gateway {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:17:48.905237 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.l3_hamode_db [None req-a1d77337-d6fe-4ff9-93ee-29c2fb092e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380ea448-f37b-4038-911e-d181ada09aee', 'name': 'tempest-TestVolumeBootPattern-962235381-router', 'tenant_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:45Z', 'updated_at': '2021-05-10T15:17:48Z', 'revision_number': 6, 'project_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'gw_port_host': None}], 'dv-cinder-774286-14-iscsi', False) {} {{(pid=78745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:48.909041 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d77337-d6fe-4ff9-93ee-29c2fb092e4f None None] The sync data for ids ['380ea448-f37b-4038-911e-d181ada09aee'] in dv-cinder-774286-14-iscsi is: [{'id': '380ea448-f37b-4038-911e-d181ada09aee', 'name': 'tempest-TestVolumeBootPattern-962235381-router', 'tenant_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T15:10:45Z', 'updated_at': '2021-05-10T15:17:48Z', 'revision_number': 6, 'project_id': '337388b7fc284ee298bb4c2e6d54ed1f', 'gw_port_host': None}] {{(pid=78745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 15:17:48.958459 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ed7e638b-a13f-4eb0-8517-b3f1e4c86d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:48.962886 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-1737c68f-1ceb-4b51-914b-1797f371e341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:17:49.006241 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e638b-a13f-4eb0-8517-b3f1e4c86d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ca7f159-9540-4c0e-8fd6-55678bcbe9b4,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:49.031181 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-ed7e638b-a13f-4eb0-8517-b3f1e4c86d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:17:49.206302 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ed7e638b-a13f-4eb0-8517-b3f1e4c86d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-405869'] for router_gateway, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:49.380192 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ed7e638b-a13f-4eb0-8517-b3f1e4c86d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-351281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29790'] for router, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:49.382326 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ed7e638b-a13f-4eb0-8517-b3f1e4c86d40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:49.404058 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ed7e638b-a13f-4eb0-8517-b3f1e4c86d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-417407'] for router, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:49.404555 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7e638b-a13f-4eb0-8517-b3f1e4c86d40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 380ea448-f37b-4038-911e-d181ada09aee {{(pid=78742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 10 15:17:49.416900 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-ed7e638b-a13f-4eb0-8517-b3f1e4c86d40 admin admin] Notify callbacks [] for router, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:49.418005 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-ed7e638b-a13f-4eb0-8517-b3f1e4c86d40 admin admin] 10.222.0.30 "DELETE /v2.0/routers/380ea448-f37b-4038-911e-d181ada09aee HTTP/1.1" status: 204 len: 168 time: 1.2492223 May 10 15:17:49.420485 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 51066) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:17:49.480642 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1dbe17e-9f36-420e-b41d-66c259c54f58 admin admin] Deleting subnet 76a5509a-fef6-481a-8ad0-cbfd4632042e {{(pid=78742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} May 10 15:17:49.483380 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a1dbe17e-9f36-420e-b41d-66c259c54f58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:49.530456 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a1dbe17e-9f36-420e-b41d-66c259c54f58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2091132'] for subnet, precommit_delete_associations {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:49.604702 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a1dbe17e-9f36-420e-b41d-66c259c54f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3482653'] for subnet, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:49.687756 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 3ca7f159-9540-4c0e-8fd6-55678bcbe9b4 no longer exists at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:17:49.721639 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] No Port match for: 3ca7f159-9540-4c0e-8fd6-55678bcbe9b4 {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:17:49.721994 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 3ca7f159-9540-4c0e-8fd6-55678bcbe9b4 not bound to the agent host dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:17:49.722438 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 05b2bacc-f541-42b9-bc37-396978ceca1c no longer exists at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:17:49.755863 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] No Port match for: 05b2bacc-f541-42b9-bc37-396978ceca1c {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:17:49.756238 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device 05b2bacc-f541-42b9-bc37-396978ceca1c not bound to the agent host dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:17:49.857441 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a1dbe17e-9f36-420e-b41d-66c259c54f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3482642', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-216799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10903567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10807567'] for subnet, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:49.861154 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:17:49.898664 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a1dbe17e-9f36-420e-b41d-66c259c54f58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:49.902624 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbe17e-9f36-420e-b41d-66c259c54f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76a5509a-fef6-481a-8ad0-cbfd4632042e,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:49.907964 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f08ed9-40c1-41bc-9081-75721a48f008 None None] Network ef5393ab-27a9-460b-a8b4-2dc13c76ae1d requested from dv-cinder-774286-14-iscsi {{(pid=78744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 10 15:17:49.908143 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a1dbe17e-9f36-420e-b41d-66c259c54f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:17:49.909806 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-a1dbe17e-9f36-420e-b41d-66c259c54f58 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/76a5509a-fef6-481a-8ad0-cbfd4632042e HTTP/1.1" status: 204 len: 168 time: 0.4881780 May 10 15:17:49.912720 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 51070) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:17:50.017841 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b53a0566-8207-4bc1-9a36-bca0c7205b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3591965'] for network, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:50.092678 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-b53a0566-8207-4bc1-9a36-bca0c7205b57 admin admin] Deleting port cf695ecf-002f-4c71-90dc-7b813d25fb9b {{(pid=78742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:17:50.093020 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b53a0566-8207-4bc1-9a36-bca0c7205b57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:50.143026 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1146287-aedd-4626-8c73-faf38b5d377b None None] DHCP port deletion for ef5393ab-27a9-460b-a8b4-2dc13c76ae1d request from dv-cinder-774286-14-iscsi {{(pid=78744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 10 15:17:50.193518 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.db [None req-b53a0566-8207-4bc1-9a36-bca0c7205b57 admin admin] For port cf695ecf-002f-4c71-90dc-7b813d25fb9b, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=cf695ecf-002f-4c71-90dc-7b813d25fb9b,segment=NetworkSegment(a8acb89b-dd62-4766-9e79-c03a029bc94c),segment_id=a8acb89b-dd62-4766-9e79-c03a029bc94c)] {{(pid=78742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:17:50.193793 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b53a0566-8207-4bc1-9a36-bca0c7205b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:50.206010 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-b1146287-aedd-4626-8c73-faf38b5d377b None None] Deleting port cf695ecf-002f-4c71-90dc-7b813d25fb9b {{(pid=78744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} May 10 15:17:50.206394 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-b1146287-aedd-4626-8c73-faf38b5d377b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729787279005'] for port, before_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:50.302168 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.db [None req-b1146287-aedd-4626-8c73-faf38b5d377b None None] For port cf695ecf-002f-4c71-90dc-7b813d25fb9b, host dv-cinder-774286-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-14-iscsi',level=0,port_id=cf695ecf-002f-4c71-90dc-7b813d25fb9b,segment=NetworkSegment(a8acb89b-dd62-4766-9e79-c03a029bc94c),segment_id=a8acb89b-dd62-4766-9e79-c03a029bc94c)] {{(pid=78744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 10 15:17:50.302473 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-b1146287-aedd-4626-8c73-faf38b5d377b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401587'] for port, precommit_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:50.313812 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.plugin [None req-b53a0566-8207-4bc1-9a36-bca0c7205b57 admin admin] Calling delete_port for cf695ecf-002f-4c71-90dc-7b813d25fb9b owned by network:dhcp {{(pid=78742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:17:50.360376 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b53a0566-8207-4bc1-9a36-bca0c7205b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10903644'] for port, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:50.364093 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-623466e0-89dc-43b2-b286-f51b8672b317 tempest-AttachVolumeShelveTestJSON-16528328 tempest-AttachVolumeShelveTestJSON-16528328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:17:50.406451 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a0566-8207-4bc1-9a36-bca0c7205b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf695ecf-002f-4c71-90dc-7b813d25fb9b,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:50.410522 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b53a0566-8207-4bc1-9a36-bca0c7205b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:17:50.411307 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53a0566-8207-4bc1-9a36-bca0c7205b57 admin admin] No DVR routers for this DVR port cf695ecf-002f-4c71-90dc-7b813d25fb9b on host dv-cinder-774286-14-iscsi {{(pid=78742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:17:50.421832 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-b1146287-aedd-4626-8c73-faf38b5d377b None None] Calling delete_port for cf695ecf-002f-4c71-90dc-7b813d25fb9b owned by network:dhcp {{(pid=78744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} May 10 15:17:50.462798 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-b1146287-aedd-4626-8c73-faf38b5d377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3621819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729787283568', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729786849549'] for port, after_delete {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:50.466314 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-feb1a982-5b49-4738-8633-86d5a5c8c9fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:17:50.510108 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1146287-aedd-4626-8c73-faf38b5d377b None None] Pushing event deleted for resources: {'Port': ['ID=cf695ecf-002f-4c71-90dc-7b813d25fb9b,revision_number=None']} {{(pid=78744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:50.513112 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG oslo_concurrency.lockutils [None req-b1146287-aedd-4626-8c73-faf38b5d377b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:17:50.513912 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1146287-aedd-4626-8c73-faf38b5d377b None None] No DVR routers for this DVR port cf695ecf-002f-4c71-90dc-7b813d25fb9b on host dv-cinder-774286-14-iscsi {{(pid=78744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 15:17:50.526698 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b53a0566-8207-4bc1-9a36-bca0c7205b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3488998', 'neutron.services.segments.db._delete_segments_for_network-8729787289501'] for network, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:50.543735 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-b53a0566-8207-4bc1-9a36-bca0c7205b57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5393ab-27a9-460b-a8b4-2dc13c76ae1d']}} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:50.649333 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-b53a0566-8207-4bc1-9a36-bca0c7205b57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8acb89b-dd62-4766-9e79-c03a029bc94c') {'for_net_delete': True} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:50.650010 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.services.segments.db [None req-b53a0566-8207-4bc1-9a36-bca0c7205b57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8acb89b-dd62-4766-9e79-c03a029bc94c') {} {{(pid=78742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 15:17:50.662668 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b53a0566-8207-4bc1-9a36-bca0c7205b57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729787301479', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2091107'] for segment, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:50.678762 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b53a0566-8207-4bc1-9a36-bca0c7205b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462'] for segment, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:50.684638 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b53a0566-8207-4bc1-9a36-bca0c7205b57 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=78742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 15:17:50.685014 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b53a0566-8207-4bc1-9a36-bca0c7205b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3484462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10903657'] for segment, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: Traceback (most recent call last): May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: timer() May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: cb(*args, **kw) May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: return func(*args, **kwargs) May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: self._notify() May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: self.callback(batched_events) May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: event.method(event) May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: aggregate_uuid = self.p_client.list_aggregates( May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: return f(self, *a, **k) May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: return self._get(url).json() May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: return self.request(url, 'GET', **kwargs) May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: base_url = self.get_endpoint(auth, allow=allow, May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 15:17:50.697547 dv-cinder-774286-14-iscsi neutron-server[78742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 15:17:50.772270 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b53a0566-8207-4bc1-9a36-bca0c7205b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3488927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-405887'] for network, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:50.775455 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:17:50.789043 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-b53a0566-8207-4bc1-9a36-bca0c7205b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692971'] for network, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:50.798857 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a0566-8207-4bc1-9a36-bca0c7205b57 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef5393ab-27a9-460b-a8b4-2dc13c76ae1d,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:50.801553 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-b53a0566-8207-4bc1-9a36-bca0c7205b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:17:50.803293 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-b53a0566-8207-4bc1-9a36-bca0c7205b57 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ef5393ab-27a9-460b-a8b4-2dc13c76ae1d HTTP/1.1" status: 204 len: 168 time: 0.8896770 May 10 15:17:50.920491 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 51076) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:17:50.968310 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-fda8aca6-a69b-4e9f-a392-1593669c2929 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0971f8cc0e0749b894c1ce0b41a5ee9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465279 May 10 15:17:50.970522 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 51080) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:17:51.028872 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-63973c92-57ca-4f94-9706-d6968b621ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:51.054373 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-63973c92-57ca-4f94-9706-d6968b621ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:51.103962 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-63973c92-57ca-4f94-9706-d6968b621ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:51.108647 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-17f2f9ef-d0a6-42c5-b5d5-dfc073bb9ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:17:51.124714 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63973c92-57ca-4f94-9706-d6968b621ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49adc00-4758-445f-a837-6d8228d7d7f1,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:51.130251 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-63973c92-57ca-4f94-9706-d6968b621ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:17:51.132127 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-63973c92-57ca-4f94-9706-d6968b621ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:51.133209 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-63973c92-57ca-4f94-9706-d6968b621ca6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b49adc00-4758-445f-a837-6d8228d7d7f1 HTTP/1.1" status: 204 len: 168 time: 0.1618023 May 10 15:17:51.462755 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 51088) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:17:51.510568 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-65d05181-ee7f-4e91-b411-02912501c8b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=337388b7fc284ee298bb4c2e6d54ed1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465784 May 10 15:17:51.512737 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.wsgi [-] (78742) accepted ('10.222.0.30', 51092) {{(pid=78742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 10 15:17:51.570084 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a8702041-c7f4-4ca0-b9f9-fc400934208d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:51.595924 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a8702041-c7f4-4ca0-b9f9-fc400934208d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:51.602252 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device cf695ecf-002f-4c71-90dc-7b813d25fb9b no longer exists at agent ovs-agent-dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 10 15:17:51.635493 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] No Port match for: cf695ecf-002f-4c71-90dc-7b813d25fb9b {{(pid=78744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} May 10 15:17:51.635957 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron.plugins.ml2.rpc [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Device cf695ecf-002f-4c71-90dc-7b813d25fb9b not bound to the agent host dv-cinder-774286-14-iscsi {{(pid=78744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 10 15:17:51.648399 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a8702041-c7f4-4ca0-b9f9-fc400934208d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459922'] for security_group, after_delete {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:51.653177 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-382ea9ab-b88f-41b6-bb5b-a53d2d81abfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 10 15:17:51.665089 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8702041-c7f4-4ca0-b9f9-fc400934208d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ccccf0-1d77-4f33-851e-fa46d3ecac4c,revision_number=None']} {{(pid=78742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 15:17:51.667779 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG oslo_concurrency.lockutils [None req-a8702041-c7f4-4ca0-b9f9-fc400934208d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 10 15:17:51.671628 dv-cinder-774286-14-iscsi neutron-server[78742]: DEBUG neutron_lib.callbacks.manager [None req-a8702041-c7f4-4ca0-b9f9-fc400934208d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:17:51.673079 dv-cinder-774286-14-iscsi neutron-server[78742]: INFO neutron.wsgi [None req-a8702041-c7f4-4ca0-b9f9-fc400934208d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6ccccf0-1d77-4f33-851e-fa46d3ecac4c HTTP/1.1" status: 204 len: 168 time: 0.1594753 May 10 15:18:04.427589 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:05.132245 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:18:05.880934 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-4aaf5365-3cd0-472c-ba38-a575ea73b8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:08.473399 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:08.629468 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-c2542c8d-4df2-49a7-a1d1-f1a67afe210b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:09.466421 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:10.992046 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:34.428677 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:35.881364 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-6c12f7eb-2bc2-4e89-b886-fc400ef6decf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:38.474840 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:38.629616 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-94006fe0-b2a9-4d4b-9dcd-a2fcbb9dbee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:39.468922 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:40.995028 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:18:42.131489 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:19:04.434435 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:05.882613 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-06f6c70f-d06b-47b3-8e11-25c3bd61a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:08.476969 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:08.629014 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-8ef1eafb-81e8-46a1-8fc1-ea0670b9f6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:09.470709 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:10.997624 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:19.129875 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:19:34.429183 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:35.883571 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-7a730adf-4e15-407f-9075-d0f76782bb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:38.477904 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:38.629703 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-494ae2e7-86da-4c5e-9532-30e5e0ee1571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:39.472772 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:40.999965 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:19:56.129255 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:20:04.441196 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:05.884599 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-79b41549-8eb8-4efd-afad-f1f11c6984c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:08.478748 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:08.630588 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-df7baea0-ab0f-4042-ac0b-7a187cdd1b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:09.476279 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:11.004081 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:33.127539 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:20:34.442155 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:35.885558 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-91cd4611-de08-4898-bee6-e6ae2f645499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:38.479962 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:38.631368 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-e499c2a2-48e0-43b9-a88b-3ae4b1c4dfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:39.478421 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:20:41.006398 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:04.464757 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:05.886307 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-de87a00b-8c4c-4328-ac2a-4bac16624a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:08.481710 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:08.632621 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-ce48e557-bdb3-49bd-94fa-d0a9937eab01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:09.481047 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:10.126256 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:21:11.007651 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:34.457188 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:35.887095 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-f45be0de-730a-45b6-bd37-080b311b1a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:38.484171 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:38.632989 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-917cca4a-ae1d-418f-a28d-842c5ac0f181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:39.483255 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:41.010644 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:21:47.124965 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:22:01.591818 dv-cinder-774286-14-iscsi neutron-server[78743]: DEBUG neutron.wsgi [req-c06a82cd-0077-48db-bf1a-f615256f5c21 req-88209232-8e54-4586-a31d-7d7efa116df3 service neutron] (78743) timed out ('10.222.0.30', 47264) {{(pid=78743) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 10 15:22:04.471466 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:05.888365 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-840183a5-9402-4373-b465-7b73b1e272db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.484645 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:08.634604 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-30073576-4ba8-4a75-b79b-c3e128feed03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:09.485326 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:11.013822 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:24.124421 dv-cinder-774286-14-iscsi neutron-server[78745]: DEBUG neutron.db.agents_db [None req-c884c84e-4354-4858-a8d2-bf943b0fd2ec None None] Agent healthcheck: found 6 active agents {{(pid=78745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 10 15:22:34.488666 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-0d5cb2bb-7868-496f-9152-8908a3c46172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:35.888539 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-33465855-9ace-4583-8f6e-9ca18b6fcfbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:38.484889 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-9d0d85cc-3457-4419-b2d6-91834aaac804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:38.633819 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-681d72d1-f43a-4da9-b3e0-992d2bc9cdd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:39.488177 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-3d05bb4b-3b72-478e-8262-e0868f32c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 10 15:22:41.017178 dv-cinder-774286-14-iscsi neutron-server[78744]: DEBUG neutron_lib.callbacks.manager [None req-35912357-a82d-41f1-bc3c-8fea46f46b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729787289510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3486428'] for agent, after_update {{(pid=78744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}